-- Logs begin at Wed 2022-07-27 10:05:11 UTC, end at Wed 2022-07-27 11:15:44 UTC. -- Jul 27 10:39:05.322746 dv-cinder-850840-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 10:39:07.978426 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.common.config [-] Logging enabled! Jul 27 10:39:07.978999 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 27 10:39:07.979249 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110509) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 27 10:39:07.982431 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.common.config [-] Logging enabled! Jul 27 10:39:07.982711 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 27 10:39:07.983022 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110509) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 27 10:39:07.983951 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 10:39:07.984185 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 10:39:07.984664 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 10:39:07.984954 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 10:39:07.985692 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 10:39:07.986013 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.986312 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.986542 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.986863 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.987165 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.987445 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.987736 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.988032 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.988317 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.988597 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.988881 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.989113 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.989393 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.989677 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.989967 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.990188 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] debug = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.990463 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.990923 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.991333 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.991617 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.991904 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.992182 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.992449 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.992723 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.993006 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.993334 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] host = dv-cinder-850840-3-iscsi {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.993613 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.993898 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.994181 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.994463 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.994761 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.995038 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.995322 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.995594 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.995864 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] log_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.996138 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.996424 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.996711 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.996997 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.997225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.997446 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.997731 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.998123 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.998409 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.998706 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.998983 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.999254 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.999528 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:07.999794 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.000077 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.000360 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.000691 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.000967 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.001243 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.001514 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.001784 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.002065 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.002338 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.002617 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.002898 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.003184 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.003452 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.003724 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.004023 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.004306 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.004586 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.004871 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.005144 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.005425 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.005693 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.005961 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.006229 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] use_json = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.006497 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.007043 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.007326 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.007596 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.007864 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.008136 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.008403 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.008686 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.008956 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:08.009251 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.009545 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.009841 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.010124 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.010425 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.010730 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.011022 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.011299 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.011587 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.011875 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.012161 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.012439 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.012732 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.013021 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.013314 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.013620 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.013911 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.014202 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.014476 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.014775 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.015050 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.015326 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.015612 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.015889 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.016199 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.016488 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.016772 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.017064 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.017352 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.017636 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.017926 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.018213 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.018486 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.018789 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.019082 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.019359 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.019633 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.019921 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.020197 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.020469 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.020751 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.021042 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.021331 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.021604 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.021882 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.022170 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.022455 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.022809 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.023086 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.023363 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.023636 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.023920 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.024196 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.024466 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.024737 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.025015 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.025288 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.025561 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.025837 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.026108 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.026381 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.026677 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.026951 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.027228 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.027498 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.027769 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.028040 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.028309 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.028581 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.028852 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.029122 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.029392 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.029660 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.029929 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.030221 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.030496 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.030802 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.031083 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.031359 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.031633 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.032437 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.032713 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.032990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.033261 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.033548 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.033829 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.034111 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.034389 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.034696 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.035008 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.035289 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.035568 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.035842 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.036120 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.036397 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.036678 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.036953 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.037229 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.037509 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.037792 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.038083 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.038372 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.038669 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.038959 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.039247 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.039537 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.039815 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.040119 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.040395 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:08.040611 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 10:39:08.040847 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110509) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 10:39:08.336136 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 27 10:39:08.336412 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 27 10:39:08.336712 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 27 10:39:08.337044 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 10:39:08.741039 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.741248 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.741521 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.742815 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.743096 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.743364 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.795393 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.795679 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.795948 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.810220 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.810498 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.810793 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.840242 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.840516 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.840784 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.878171 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.878450 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:08.878740 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.104871 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.105499 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.105499 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.105689 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.106545 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.205269 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.205587 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.205870 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.206138 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.206401 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.206735 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.206995 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.207247 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.207501 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.207783 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.208041 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.208308 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.208561 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.208810 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.209063 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.209327 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.209581 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.209846 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.210211 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.210477 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.210773 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.211030 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.211313 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.211688 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.211939 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.212186 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.212578 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 10:39:09.212819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 10:39:09.213057 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 10:39:09.213293 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 10:39:09.213527 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 10:39:09.213762 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 10:39:09.214121 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 10:39:09.217224 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 10:39:09.221643 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 10:39:09.225268 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 27 10:39:09.226905 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 10:39:09.227532 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 10:39:09.227868 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 10:39:09.228256 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 10:39:09.231023 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 10:39:09.231272 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 10:39:09.231613 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 10:39:09.237193 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 10:39:09.260181 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 10:39:09.260630 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.260926 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110509) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 27 10:39:09.261291 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.262658 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110509) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 10:39:09.262936 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 10:39:09.263178 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 10:39:09.266436 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.266736 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:09.404467 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 10:39:09.404652 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 10:39:09.404886 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 10:39:09.405253 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 10:39:09.456586 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO dbcounter [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Registered counter for database neutron Jul 27 10:39:09.476084 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_db.sqlalchemy.engines [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110509) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 10:39:09.482589 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG dbcounter [-] [110509] Writer thread running {{(pid=110509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 10:39:10.022927 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Initializing driver for type 'gre' Jul 27 10:39:10.023490 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] gre ID ranges: [(1, 1000)] Jul 27 10:39:10.079541 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Initializing driver for type 'local' Jul 27 10:39:10.079872 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Initializing driver for type 'vlan' Jul 27 10:39:10.095094 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] VlanTypeDriver initialization complete Jul 27 10:39:10.095457 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Initializing driver for type 'vxlan' Jul 27 10:39:10.095955 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] vxlan ID ranges: [(1, 1000)] Jul 27 10:39:10.150254 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Initializing extension driver 'port_security' Jul 27 10:39:10.150974 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.extensions.port_security [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] PortSecurityExtensionDriver initialization complete Jul 27 10:39:10.150974 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Initializing mechanism driver 'openvswitch' Jul 27 10:39:10.151310 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Initializing mechanism driver 'hyperv' Jul 27 10:39:10.158795 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:10.159517 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > port after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.159900 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > port after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.160261 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > port after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.160777 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 10:39:10.161208 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > subnet after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.161574 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > subnet after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.161932 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.162343 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 10:39:10.162801 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > network after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.163166 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > network after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.163519 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > network after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.163921 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 10:39:10.164340 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > security_group after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.164702 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > security_group after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.165055 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.165460 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 10:39:10.165876 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.166234 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.166582 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.167004 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 10:39:10.167419 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > address_group after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.167775 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > address_group after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.168198 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.168598 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 10:39:10.169057 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] ML2 OVO RPC backend initialized. {{(pid=110509) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 27 10:39:10.169778 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.170144 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.170638 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > network before_response 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.171003 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > networks before_response 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.171357 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > port before_response 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.171706 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > ports before_response 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.172057 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > subnet before_response 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.172425 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > subnets before_response 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.172759 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > network after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.173105 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > network after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.173496 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > network after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.173924 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > port after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.174310 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > port after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.174695 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > port after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.175050 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > subnet after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.175394 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > subnet after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.175739 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.183254 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded quota_driver: . Jul 27 10:39:10.183625 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.plugin [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Modular L2 Plugin initialization complete Jul 27 10:39:10.183981 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading services supported by the core plugin {{(pid=110509) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 10:39:10.184332 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.plugins.ml2.managers [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Got port-security extension from driver 'port_security' Jul 27 10:39:10.184839 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.extensions.vlantransparent [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Disabled vlantransparent extension. Jul 27 10:39:10.185335 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110509) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 10:39:10.185667 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading Plugin: router Jul 27 10:39:10.222166 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.222514 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router after_create 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.222922 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router before_create 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.223296 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.223678 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.224042 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router after_delete 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.224408 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.224771 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.225134 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router after_create 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.225490 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router after_update 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.225852 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router after_update 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.226209 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.226575 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router after_update 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.227011 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_update 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.227388 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: port after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.227754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: port after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.228082 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: subnet after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.228434 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.228789 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.229147 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_create 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.229496 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: port before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.229847 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.230209 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router after_update 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.230570 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.230981 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_create 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.231393 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.231783 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_update 55549900 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.232176 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > agent after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.232543 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > agent after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.232949 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > network after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.233843 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Tracking information for resource: router configured {{(pid=110509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 10:39:10.234179 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Tracking information for resource: floatingip configured {{(pid=110509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 10:39:10.239235 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.db.l3_agentschedulers_db [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 10:39:10.239820 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: port after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.240195 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: port after_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.240577 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: port after_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.240951 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: port after_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.241755 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router before_create 55550100 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.242130 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.242502 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_create 55550100 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.242901 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > router precommit_update 55550100 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.248267 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.services.provider_configuration [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service providers = [] {{(pid=110509) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 10:39:10.248669 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.db.servicetype_db [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110509) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 10:39:10.251899 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.services.service_base [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 10:39:10.252260 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.services.service_base [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 10:39:10.252615 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.services.service_base [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 10:39:10.253520 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.services.service_base [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 10:39:10.253900 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.services.service_base [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 10:39:10.254327 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 10:39:10.254717 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 10:39:10.265553 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 10:39:10.265898 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading Plugin: auto_allocate Jul 27 10:39:10.272014 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: network precommit_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.272396 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: network precommit_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.272926 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 10:39:10.273255 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading Plugin: tag Jul 27 10:39:10.280573 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 10:39:10.281023 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading Plugin: timestamp Jul 27 10:39:10.286064 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 10:39:10.286524 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading Plugin: network_ip_availability Jul 27 10:39:10.293081 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.293462 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.293827 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.294558 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 10:39:10.294983 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading Plugin: flavors Jul 27 10:39:10.299924 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 10:39:10.300267 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading Plugin: revisions Jul 27 10:39:10.304553 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 10:39:10.304958 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_concurrency.lockutils [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.968s {{(pid=110509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 27 10:39:10.305711 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110509) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 27 10:39:10.306056 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Initializing extension manager. Jul 27 10:39:10.306589 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: __init__.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.306965 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: __pycache__ {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.307308 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: address_group.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.308025 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.308672 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: address-group Jul 27 10:39:10.309009 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: address_scope.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.309695 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.310211 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: address-scope Jul 27 10:39:10.310540 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.311459 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.311978 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: router-admin-state-down-before-update Jul 27 10:39:10.312307 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: agent.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.313002 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.313514 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: agent Jul 27 10:39:10.313840 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: agent_resources_synced.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.314754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.315268 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: agent-resources-synced Jul 27 10:39:10.315595 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: allowedaddresspairs.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.317356 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.317882 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: allowed-address-pairs Jul 27 10:39:10.318215 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: auto_allocated_topology.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.319279 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.319799 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: auto-allocated-topology Jul 27 10:39:10.320131 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: availability_zone.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.320791 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.321302 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: availability_zone Jul 27 10:39:10.321630 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: availability_zone_filter.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.322508 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.323046 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: availability_zone_filter Jul 27 10:39:10.323376 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: data_plane_status.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.324310 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.324825 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 10:39:10.325155 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: default_subnetpools.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.326043 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.326555 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: default-subnetpools Jul 27 10:39:10.327001 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.327784 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.328297 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: dhcp_agent_scheduler Jul 27 10:39:10.329154 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: dns.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.330052 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.330578 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 10:39:10.330954 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: dns_domain_ports.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.331890 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.332393 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 10:39:10.332746 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.333648 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.334152 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 10:39:10.334481 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: dvr.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.335163 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.335673 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: dvr Jul 27 10:39:10.336002 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: ecmp_routes.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.336972 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.337479 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 10:39:10.337807 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: empty_string_filtering.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.338784 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.339337 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: empty-string-filtering Jul 27 10:39:10.339699 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.340649 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.341169 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 10:39:10.341500 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.342450 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.343003 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 10:39:10.343331 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: external_net.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.344286 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.345316 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: external-net Jul 27 10:39:10.345646 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.346524 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.347073 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: extra_dhcp_opt Jul 27 10:39:10.347403 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: extraroute.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.348280 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.348791 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: extraroute Jul 27 10:39:10.349118 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: extraroute_atomic.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.350116 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.350664 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: extraroute-atomic Jul 27 10:39:10.350992 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: filter_validation.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.351655 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.352424 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: filter-validation Jul 27 10:39:10.352777 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: fip_pf_description.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.353732 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.354280 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 10:39:10.354655 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: fip_pf_port_range.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.355658 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.356174 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 27 10:39:10.356503 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: fip_port_details.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.357388 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.357902 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: fip-port-details Jul 27 10:39:10.358232 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: flavors.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.359446 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.360533 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: flavors Jul 27 10:39:10.360887 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.362491 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.363091 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 10:39:10.363435 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: floatingip_pools.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.364111 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.364655 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: floatingip-pools Jul 27 10:39:10.364989 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: ip_allocation.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.365898 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.366408 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 10:39:10.366770 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.367661 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.368172 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: ip-substring-filtering Jul 27 10:39:10.368504 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l2_adjacency.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.369410 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.369917 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 10:39:10.370245 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.371280 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.371803 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: router Jul 27 10:39:10.372133 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.374313 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.374883 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 10:39:10.375238 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.376719 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.377240 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: ext-gw-mode Jul 27 10:39:10.377626 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.378522 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.379085 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: l3-ha Jul 27 10:39:10.379434 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.380370 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.380917 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 27 10:39:10.381264 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3_flavors.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.382447 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.382984 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: l3-flavors Jul 27 10:39:10.383311 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.384727 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.385262 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 27 10:39:10.385649 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.386542 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.387146 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 10:39:10.387481 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: l3agentscheduler.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.388478 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.388995 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: l3_agent_scheduler Jul 27 10:39:10.389328 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: local_ip.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.391090 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.391620 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension local_ip not supported by any of loaded plugins Jul 27 10:39:10.391961 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: logging.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.393394 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.393921 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension logging not supported by any of loaded plugins Jul 27 10:39:10.394260 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: metering.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.395009 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.395784 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: metering Jul 27 10:39:10.396123 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.397185 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.397703 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: metering_source_and_destination_fields Jul 27 10:39:10.398035 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: multiprovidernet.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.398969 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.399486 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: multi-provider Jul 27 10:39:10.399816 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: netmtu.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.400700 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.401218 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: net-mtu Jul 27 10:39:10.401549 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: netmtu_writable.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.402497 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.403056 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: net-mtu-writable Jul 27 10:39:10.403386 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: network_availability_zone.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.404028 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.404538 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: network_availability_zone Jul 27 10:39:10.404868 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: network_ip_availability.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.405949 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.406469 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: network-ip-availability Jul 27 10:39:10.407363 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: network_segment_range.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.408099 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.408613 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 10:39:10.408944 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: pagination.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.409895 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.410238 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: pagination Jul 27 10:39:10.410571 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: port_device_profile.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.411471 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.411992 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: port-device-profile Jul 27 10:39:10.412326 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: port_mac_address_override.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.413212 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.413730 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: port-mac-override Jul 27 10:39:10.414061 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.414992 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.415511 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: port-mac-address-regenerate Jul 27 10:39:10.415843 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.416723 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.417239 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: port-numa-affinity-policy Jul 27 10:39:10.417573 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: port_resource_request.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.418502 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.419045 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 10:39:10.419377 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: port_resource_request_groups.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.420312 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.420829 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 27 10:39:10.421164 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: portbindings.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.422055 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.423148 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: binding Jul 27 10:39:10.423484 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: portbindings_extended.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.424705 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.425233 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: binding-extended Jul 27 10:39:10.425567 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: portsecurity.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.426463 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.427016 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: port-security Jul 27 10:39:10.427353 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: project_id.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.428307 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.428647 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: project-id Jul 27 10:39:10.428979 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: providernet.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.429859 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.430382 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: provider Jul 27 10:39:10.430752 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.434249 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.434821 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos not supported by any of loaded plugins Jul 27 10:39:10.435178 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.436470 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.437024 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 10:39:10.437384 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.438313 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.438871 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 10:39:10.439209 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_default.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.440102 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.440619 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-default not supported by any of loaded plugins Jul 27 10:39:10.440953 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_fip.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.441839 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.442350 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 10:39:10.442715 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.443600 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.444111 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 27 10:39:10.444441 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_gateway_ip.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.445338 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.445851 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 10:39:10.446183 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_port_network_policy.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.447094 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.447606 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 10:39:10.447939 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.448943 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.449528 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 27 10:39:10.449859 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.450902 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.451419 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 27 10:39:10.451750 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_pps_rule.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.452879 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.453401 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-pps not supported by any of loaded plugins Jul 27 10:39:10.453769 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_rule_type_details.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.454687 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.455205 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 10:39:10.455537 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.456421 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.456930 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 27 10:39:10.457263 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: qos_rules_alias.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.458273 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.458817 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 10:39:10.459154 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: quota_check_limit.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.460038 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.460553 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: quota-check-limit Jul 27 10:39:10.460886 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: quotasv2.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.461772 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.462107 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: quotas Jul 27 10:39:10.462439 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: quotasv2_detail.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.464124 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.464475 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: quota_details Jul 27 10:39:10.464881 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: rbac.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.467411 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.467960 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: rbac-policies Jul 27 10:39:10.468302 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: rbac_address_group.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.469787 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.470320 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: rbac-address-group Jul 27 10:39:10.470682 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: rbac_address_scope.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.471577 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.472102 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: rbac-address-scope Jul 27 10:39:10.472474 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: rbac_security_groups.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.473388 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.473912 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: rbac-security-groups Jul 27 10:39:10.474247 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: rbac_subnetpool.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.475185 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.475714 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: rbac-subnetpool Jul 27 10:39:10.476046 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: revisionifmatch.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.476946 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.477472 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: revision-if-match Jul 27 10:39:10.477804 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: revisions.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.478925 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.479453 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: standard-attr-revisions Jul 27 10:39:10.479790 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: router_availability_zone.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.480513 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.481033 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: router_availability_zone Jul 27 10:39:10.481365 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: routerservicetype.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.482261 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.482802 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 10:39:10.483134 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.484040 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.484565 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: security-groups-normalized-cidr Jul 27 10:39:10.485484 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.486358 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.486909 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: port-security-groups-filtering Jul 27 10:39:10.487243 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.488141 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.488664 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: security-groups-remote-address-group Jul 27 10:39:10.488996 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.489894 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.490418 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: security-groups-shared-filtering Jul 27 10:39:10.490782 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: securitygroup.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.503193 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.503758 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: security-group Jul 27 10:39:10.504102 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: segment.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.504847 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.505367 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension segment not supported by any of loaded plugins Jul 27 10:39:10.505711 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.506971 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.507492 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 10:39:10.507827 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: servicetype.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.508903 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.509427 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: service-type Jul 27 10:39:10.509761 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: sorting.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.510736 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.511080 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: sorting Jul 27 10:39:10.511415 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: standard_attr_segment.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.512367 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.512886 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 10:39:10.513219 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: standardattrdescription.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.513843 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.514432 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: standard-attr-description Jul 27 10:39:10.514725 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: stateful_security_group.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.515642 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.516211 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: stateful-security-group Jul 27 10:39:10.516545 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: stdattrs_common.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.517107 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 10:39:10.517436 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.518345 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.518897 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 10:39:10.519230 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: subnet_onboard.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.520250 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.520771 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: subnet_onboard Jul 27 10:39:10.521105 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.522004 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.522519 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 10:39:10.522880 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: subnet_service_types.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.523786 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.524306 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: subnet-service-types Jul 27 10:39:10.524642 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: subnetallocation.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.525687 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.526206 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: subnet_allocation Jul 27 10:39:10.526537 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.527228 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.527786 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: subnetpool-prefix-ops Jul 27 10:39:10.528118 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.529015 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.529525 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 10:39:10.529854 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: tagging.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.530934 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.531453 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: standard-attr-tag Jul 27 10:39:10.532312 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: timestamp.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.533476 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.534002 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loaded extension: standard-attr-timestamp Jul 27 10:39:10.534338 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: trunk.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.535365 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.535883 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension trunk not supported by any of loaded plugins Jul 27 10:39:10.536226 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: trunk_details.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.537173 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.537700 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 10:39:10.538034 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: uplink_status_propagation.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.538969 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.539484 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 10:39:10.539817 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Loading extension file: vlantransparent.py {{(pid=110509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 10:39:10.540466 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 10:39:10.540977 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 10:39:10.543604 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:network Jul 27 10:39:10.544138 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:subnet Jul 27 10:39:10.544548 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 10:39:10.544953 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:port Jul 27 10:39:10.546271 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.546768 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service FLAVORS assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.547501 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.548600 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.549066 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:router Jul 27 10:39:10.549662 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 10:39:10.550157 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service METERING assigned prefix: /metering {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.551654 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.552045 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.552407 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:39:10.553404 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 10:39:10.553851 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:security_group Jul 27 10:39:10.554305 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 10:39:10.554893 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service CORE assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.555267 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 10:39:10.555621 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] subnetpool is already registered Jul 27 10:39:10.556055 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service CORE assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.556393 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 10:39:10.556731 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] subnetpool is already registered Jul 27 10:39:10.559166 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.559614 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service FLAVORS assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.560222 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.560653 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.560996 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:router Jul 27 10:39:10.561345 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] router is already registered Jul 27 10:39:10.561770 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 10:39:10.562114 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] floatingip is already registered Jul 27 10:39:10.562585 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service METERING assigned prefix: /metering {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.563343 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 10:39:10.563678 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] rbac_policy is already registered Jul 27 10:39:10.564101 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:security_group Jul 27 10:39:10.564445 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] security_group is already registered Jul 27 10:39:10.564859 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 10:39:10.565201 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] security_group_rule is already registered Jul 27 10:39:10.565848 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service CORE assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.566189 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 10:39:10.566533 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] subnetpool is already registered Jul 27 10:39:10.566989 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.v2.resource_helper [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Service CORE assigned prefix: {{(pid=110509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 10:39:10.567320 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 10:39:10.567657 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING neutron.quota.resource_registry [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] subnetpool is already registered Jul 27 10:39:10.568137 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: extensions {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.569653 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: address-groups {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.571223 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: address-scopes {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.572566 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: agents {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.573746 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: auto-allocated-topology {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.575033 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: availability_zones {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.576283 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: dhcp-networks {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.577851 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: dhcp-agents {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.579388 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: routers {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.581113 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: flavors {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.582401 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: service_profiles {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.583688 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: next_providers {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.585158 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: service_profiles {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.586779 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: floatingip-pools {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.588021 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: routers {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.589754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: floatingips {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.591082 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: l3-routers {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.592529 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: l3-agents {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.593971 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: metering-labels {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.595819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: metering-label-rules {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.597230 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: network-ip-availabilities {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.598509 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: bindings {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.600145 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: quotas {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.602720 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: quotas {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.604304 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: rbac-policies {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.605528 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: security-groups {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.606961 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: security-group-rules {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.608407 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: service-providers {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.609784 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: subnetpools {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.611996 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: subnetpools {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.613857 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.616165 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.618451 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.620560 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.622591 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.624926 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.626985 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.628935 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.630775 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.632854 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron.api.extensions [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Extended resource: tags {{(pid=110509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 10:39:10.639066 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING keystonemiddleware.auth_token [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 10:39:10.644239 dv-cinder-850840-3-iscsi neutron-server[110509]: WARNING keystonemiddleware.auth_token [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 10:39:10.654210 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_concurrency.lockutils [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Acquired lock "singleton_lock" {{(pid=110509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 27 10:39:10.654724 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_concurrency.lockutils [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Releasing lock "singleton_lock" {{(pid=110509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 27 10:39:10.655396 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO oslo_service.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Starting 2 workers Jul 27 10:39:10.660813 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Started child 110616 {{(pid=110509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 10:39:10.666082 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Started child 110617 {{(pid=110509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 10:39:10.666276 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:10.667032 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO neutron.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 10:39:10.667556 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:10.667667 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [-] (110616) wsgi starting up on http://0.0.0.0:9696 Jul 27 10:39:10.670002 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:10.670416 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO oslo_service.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Starting 1 workers Jul 27 10:39:10.671405 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [-] (110617) wsgi starting up on http://0.0.0.0:9696 Jul 27 10:39:10.675895 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Started child 110618 {{(pid=110509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 10:39:10.676439 dv-cinder-850840-3-iscsi neutron-server[110509]: INFO oslo_service.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Starting 1 workers Jul 27 10:39:10.679630 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] calling RpcWorker wait() {{(pid=110618) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 10:39:10.680176 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] returning from RpcWorker wait() {{(pid=110618) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 10:39:10.680965 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Started child 110619 {{(pid=110509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 10:39:10.681494 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:10.681762 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-145e8a91-d1c3-49b7-ab55-486bfbda5bb8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:10.682053 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:10.683687 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 10:39:10.683901 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 10:39:10.684085 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 10:39:10.684316 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 10:39:10.684658 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 10:39:10.684836 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 10:39:10.685362 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.685641 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.685893 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.685979 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:10.686434 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.686773 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.686952 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:10.687057 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.687296 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.687584 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.687856 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.688084 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.688491 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.688747 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.688988 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.689327 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.689604 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.689860 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.690132 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.690307 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.690563 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.690852 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.691110 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.691409 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] debug = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.691678 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.692199 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.692449 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.692705 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.692949 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.693242 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.693504 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.693766 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.694005 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.694242 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.694501 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.694777 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.695036 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.695282 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.695517 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.695804 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.696030 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.696524 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] host = dv-cinder-850840-3-iscsi {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.696769 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.697013 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.697266 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.697525 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.697776 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.698014 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.698285 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.698545 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.698827 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.699058 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.699332 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.699569 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.699818 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.700069 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.700236 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_options = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.700483 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.700784 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.701050 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.701249 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.701421 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.701589 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.701850 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.702017 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.702285 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.702522 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.702770 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.703009 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.703249 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.703487 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.703837 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.704049 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.704259 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.704489 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.704750 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.704998 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.705403 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.705659 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.705913 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.706153 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.706393 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.706674 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.706909 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.707268 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.707525 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.707675 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.707810 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.708063 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.708299 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.708532 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.708942 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.709108 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.709692 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.709692 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.710157 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.710157 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.710426 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.710564 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.710815 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.711167 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.711337 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.711504 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.711754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_json = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.711994 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.712216 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.712464 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.712708 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.712935 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.713303 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.713669 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.714057 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.714769 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.714769 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.714989 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.715314 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.715712 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.716155 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.716540 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.717022 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.717539 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.717985 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.718245 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.718577 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.718833 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.719128 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.719932 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.720207 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.720524 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.720819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.721091 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.721321 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.721548 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.721770 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.722002 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.722284 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.722565 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.722757 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.722999 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.723227 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.723512 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.723796 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.724072 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.724631 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.725107 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.725369 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.725628 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.726496 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.726496 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.726496 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.726948 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.726948 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.727218 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.727350 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.727575 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.727818 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.728058 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.728305 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.728558 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.728821 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.729068 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.729341 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.729583 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.729802 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.730028 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.730269 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.730487 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.730752 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.730970 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.731232 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.731465 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.731722 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.731987 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.732223 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.732444 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.732700 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.732921 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.733155 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.733373 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.733594 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.733831 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.734076 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.734306 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.734516 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.734978 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.735839 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.736217 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.736592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.736989 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.737380 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.737774 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.738149 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.738515 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.738888 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.739282 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.739689 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.740066 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.740434 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.740798 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.741172 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.741531 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.741903 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.742281 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.742947 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.743430 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.743685 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.743944 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.744196 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.744449 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.744838 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.745106 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.745352 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.745582 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.745881 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.746120 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.746372 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.746689 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.746946 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.747173 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.747435 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.747844 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.748260 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.748686 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.749086 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.749512 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.749920 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.750169 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.750409 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.750731 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.750990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.751264 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.751504 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.751753 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.752032 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.752290 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.752572 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.752813 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.753090 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.753315 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.753587 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.753902 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.754161 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.754443 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.754722 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.754960 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.755235 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.755476 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.755727 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.755969 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.756220 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.756448 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.756680 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.757314 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.757710 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.758077 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.758569 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.758837 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.759056 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.759268 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.759548 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.759805 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.760060 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.760339 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.760594 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.760835 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.761164 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.761342 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.761677 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.761806 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.762072 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.762290 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.762513 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.762764 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.763026 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.763262 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.763482 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.763717 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.763953 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.764199 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.764456 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.764633 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.764852 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.765113 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.765329 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.765551 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.765789 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.766009 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.766256 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.766475 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.766715 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.766952 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.767193 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.767477 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.767939 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.768162 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.768400 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.768647 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.768888 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.769104 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.769355 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.769580 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.769818 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.770055 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.770276 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.770493 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.770767 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.770994 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.771356 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.771773 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.772196 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.772605 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.772857 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.773099 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.773361 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.773602 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.773824 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.774046 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.774268 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.774528 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.774796 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.775048 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.775274 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.775501 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.775741 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.776112 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.776489 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.776772 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.777026 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.777277 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.777532 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.777767 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.777992 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.778236 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.778465 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.778712 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.778954 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.779287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.779386 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.779589 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.779887 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.780149 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.780387 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.780643 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.780925 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.781161 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.781417 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.782152 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.782385 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.782627 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.783019 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.783237 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.783473 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.783712 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.783931 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.784180 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.784403 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.784623 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.784850 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.785221 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.785445 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.785695 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.785918 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.786154 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.786384 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.786614 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.786867 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.787097 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.787320 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.787513 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:10.787614 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.787752 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.787970 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.788180 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.788548 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.788779 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.788995 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.789304 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.789570 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.789795 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.790081 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.790321 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.790966 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.790966 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.791143 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.791385 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.791614 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.791873 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.792119 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.792346 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.792606 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.792931 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.793220 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.793483 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.793747 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.794028 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.794292 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.794753 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.794994 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.795302 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.795633 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.795932 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.796186 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.796441 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.796715 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.796937 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.797161 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.797937 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.798191 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.798407 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.798744 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.798986 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.799219 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.799440 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.799696 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.799921 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.800151 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.800383 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.800630 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.800867 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.801027 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 10:39:10.801560 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 10:39:10.801726 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 10:39:10.801887 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 10:39:10.802059 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 10:39:10.802231 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 10:39:10.802384 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 10:39:10.802777 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.802931 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.803093 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.803258 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.803425 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.803591 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.803749 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.803904 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.804058 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.804213 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.804367 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.804522 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.804676 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.804855 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.805048 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.805231 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.805410 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.805410 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.805665 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.805785 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.805904 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.806022 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] debug = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.806173 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.806369 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.806537 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.806794 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.806957 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.807119 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.807280 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.807441 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.807603 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.807764 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.807925 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.808088 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.808251 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.808411 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.808570 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.808730 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.808893 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.809052 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] host = dv-cinder-850840-3-iscsi {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.809205 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.809375 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.809535 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.809688 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.809842 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.810004 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.810151 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.810306 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.810461 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.810641 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.810803 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.810962 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.811215 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.811393 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.811512 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_options = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.811623 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.811735 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.811861 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.812048 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.812197 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.812359 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.812575 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.812705 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.812851 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.812999 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.813129 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.813293 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.813454 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.813614 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.813774 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.813933 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.814115 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.814314 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.814467 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.814553 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.814725 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.814886 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.815044 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.815203 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.815365 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.815685 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.815685 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.816103 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.816103 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.816103 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.816540 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.816540 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.816540 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817109 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817109 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817109 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817318 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817318 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817471 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817589 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817849 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.817954 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.818036 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.818188 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.818639 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.818639 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.818813 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_json = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.818813 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.818980 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.819516 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.819516 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.819516 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.819766 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.819766 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.819910 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.820021 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 10:39:10.820200 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.820505 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.820834 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.820996 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.821303 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.821618 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.821784 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.821950 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.822114 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.822279 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.822448 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.822640 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.822811 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.822974 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.823136 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.823303 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.823466 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.823628 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.823793 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.823955 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.824204 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.824343 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.824511 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.824819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.824988 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.825152 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.825314 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.825485 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.825647 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.825818 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.825995 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.826156 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.826318 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.826486 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.826673 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.826842 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.827006 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.827143 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.827309 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.827472 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.827634 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.827797 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.827940 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.828081 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.828216 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.828382 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.829347 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.829538 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.829708 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.829870 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.830033 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.830196 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.830359 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.830522 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.830711 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.830877 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.831039 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.831232 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.831365 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.831527 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.831690 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.831854 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.832016 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.832180 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.832342 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.832505 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.832669 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.832831 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.833006 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838246 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.838990 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.839592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.839592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.839592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.839592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.839592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.839592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.839592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.839592 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840225 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.840754 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841287 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.841819 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.842215 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.842215 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.842366 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.842443 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.842570 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.842839 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.843004 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.843167 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.843330 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.843493 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.843661 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.843823 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.843985 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.844178 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.844913 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.845101 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.845277 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.845473 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.845654 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.845838 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.846023 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.846187 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.846350 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.846512 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.846698 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.846864 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.847026 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.847190 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.847353 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.847516 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.847679 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.847841 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.848004 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.848167 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.848331 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.848494 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.848659 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.848823 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.848983 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.849146 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.849313 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.849475 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.849642 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.849805 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.849968 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.850131 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.850294 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.850456 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.850639 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.850807 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.850970 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.851131 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.851294 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.851457 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.851623 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.851785 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.851950 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.852113 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.852277 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.852440 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.852604 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.852768 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.852931 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.853095 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.853258 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.853420 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.853583 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.853746 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.853910 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.854077 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.854239 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.854386 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.854570 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.854782 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.854921 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.855054 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.855212 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.855378 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.855545 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.855688 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.855859 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.856023 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.856171 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.856313 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.856474 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.856642 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.856785 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.856956 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.857100 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.857273 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.857441 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.857598 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.857760 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.857903 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.858074 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.858215 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.858386 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.858551 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.858736 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.858873 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.859024 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.859200 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.859365 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.859534 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.859679 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.859850 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.860037 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.860212 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.860381 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.860664 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.860664 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.861846 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.861846 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.861846 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.861846 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.861846 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.861846 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.861846 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.862783 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.862783 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.862783 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.862783 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.862783 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.862783 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.863479 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.863479 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.863479 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.863479 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.863479 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864038 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864038 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864038 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864038 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864354 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864354 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864495 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864659 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864813 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.864945 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.865109 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.865281 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.865445 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.865607 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.865771 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.865946 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.866110 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.866274 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.866478 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.866670 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.866836 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.867002 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.867171 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.867344 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.867516 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.867681 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.867852 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.868023 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.868194 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.868356 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.868525 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.868699 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.868865 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.869011 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.869174 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.869335 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.869504 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.869727 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.870010 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.870312 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.870648 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.871026 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.871327 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.871621 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.871911 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.872344 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.872344 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.872515 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.872633 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.872799 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.872962 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 10:39:10.873121 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 10:39:11.003822 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 46592) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:11.012909 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069551 Jul 27 10:39:20.142996 dv-cinder-850840-3-iscsi neutron-server[110509]: DEBUG dbcounter [-] [110509] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:22.135294 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddea6a0-a92b-459a-827a-073c38c18be1 None None] get_active_networks_info from dv-cinder-850840-3-iscsi {{(pid=110618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 27 10:39:22.144416 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writer thread running {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 10:39:22.237967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddea6a0-a92b-459a-827a-073c38c18be1 None None] No non-hosted networks {{(pid=110618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 10:39:22.245603 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.agentschedulers_db [None req-0ddea6a0-a92b-459a-827a-073c38c18be1 None None] DHCP Agent not found on host dv-cinder-850840-3-iscsi {{(pid=110618) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 27 10:39:22.291600 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1c14c108-a2a9-41a7-af35-2ee0622e2107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834789'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:23.819033 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writer thread running {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 10:39:24.394892 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0c31-d0e8-4ae6-b791-490510c61e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834789'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:24.412059 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d2f9-a201-4dab-b838-b56487b8c769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:25.468873 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46664) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:25.531272 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834789'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:26.070159 dv-cinder-850840-3-iscsi neutron-server[110616]: WARNING oslo_policy.policy [None req-7b9c2aff-b1f6-4502-a1a2-8adf2cc0b45f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 10:39:26.070853 dv-cinder-850840-3-iscsi neutron-server[110616]: WARNING oslo_policy.policy [None req-7b9c2aff-b1f6-4502-a1a2-8adf2cc0b45f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 10:39:26.320975 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [None req-7b9c2aff-b1f6-4502-a1a2-8adf2cc0b45f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:39:26.342624 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7b9c2aff-b1f6-4502-a1a2-8adf2cc0b45f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8551929 Jul 27 10:39:27.325879 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834789'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:27.413138 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834789'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:27.414431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.416418 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.417604 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.419218 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.419920 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.420517 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.420966 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.421586 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.422669 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.423096 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.423502 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.424010 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.424360 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.424694 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.425023 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:27.425448 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850840-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:27.431774 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850840-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:27.755476 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.db.l3_hamode_db [None req-07df0557-d4b8-4009-864f-510602eb5e8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 10:39:27.834511 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df0557-d4b8-4009-864f-510602eb5e8e None None] Routers set() bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:39:27.834960 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df0557-d4b8-4009-864f-510602eb5e8e None None] Router IDs set() for agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 27 10:39:28.660319 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46698) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:29.009827 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-72733ef5-91b0-427e-a5fb-51b130cce05d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:39:29.103286 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.policy [None req-72733ef5-91b0-427e-a5fb-51b130cce05d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110616) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 10:39:29.146227 dv-cinder-850840-3-iscsi neutron-server[110616]: WARNING oslo_policy.policy [None req-72733ef5-91b0-427e-a5fb-51b130cce05d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 10:39:29.146625 dv-cinder-850840-3-iscsi neutron-server[110616]: WARNING oslo_policy.policy [None req-72733ef5-91b0-427e-a5fb-51b130cce05d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 10:39:29.166988 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writer thread running {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 10:39:29.245626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-72733ef5-91b0-427e-a5fb-51b130cce05d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740061871230', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740061864578', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740061855138', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740061846392', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740062097827', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740062090594', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1362480', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1084956', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4159708', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4166712'] for rbac-policy (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:29.319213 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-72733ef5-91b0-427e-a5fb-51b130cce05d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:29.320390 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-72733ef5-91b0-427e-a5fb-51b130cce05d admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6590190 Jul 27 10:39:31.536558 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46710) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:31.857484 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:39:31.887344 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Made reservation on behalf of 33cf2502c8694374bd447d6304e658c2 for: {'network': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:39:31.891661 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:31.909007 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:32.018867 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Publish callbacks [] for security_group (25ce33fb-da0d-46a5-9a2d-35c8ff015e87), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:32.022689 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (25ce33fb-da0d-46a5-9a2d-35c8ff015e87), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:32.043736 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=110616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:39:32.080945 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740063827393', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (f9a10f5c-390e-49f3-8c1b-33709842dcc3), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:32.081510 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Unsubscribe: segment precommit_create {{(pid=110616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 10:39:32.082069 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.segments_db [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Added segment f9a10f5c-390e-49f3-8c1b-33709842dcc3 of type vlan for network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e Jul 27 10:39:32.102147 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=25ce33fb-da0d-46a5-9a2d-35c8ff015e87,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:32.152614 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.152961 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.153322 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.153676 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.154013 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.154342 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.154693 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.155018 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.155344 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.155668 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.155996 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.156895 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.157218 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.157541 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.157863 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Tracked resource versions report: Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: pushed versions: Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: { 'AddressGroup': {'1.2'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Agent': {'1.1'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'ConntrackHelper': {'1.0'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'LocalIPAssociation': {'1.0'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Log': {'1.0'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'NDPProxy': {'1.0'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Network': {'1.1'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Port': {'1.7'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'PortForwarding': {'1.3'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'QosPolicy': {'1.10'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SecurityGroup': {'1.5'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SecurityGroupRule': {'1.2'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SubPort': {'1.0'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Subnet': {'1.1'}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Trunk': {'1.1'}} Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: consumer versions: Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: { DHCP agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: L3 agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: Metadata agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: Metering agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: Open vSwitch agent@dv-cinder-850840-3-iscsi: { 'AddressGroup': '1.2', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Agent': '1.1', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'ConntrackHelper': '1.0', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'LocalIPAssociation': '1.0', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Log': '1.0', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'NDPProxy': '1.0', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Network': '1.1', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Port': '1.7', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'PortForwarding': '1.3', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'QosPolicy': '1.10', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SecurityGroup': '1.5', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SecurityGroupRule': '1.2', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SubPort': '1.0', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Subnet': '1.1', Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Trunk': '1.1'}} Jul 27 10:39:32.159419 dv-cinder-850840-3-iscsi neutron-server[110616]: {{(pid=110616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 10:39:32.190692 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (395693b5-5c3a-4bf2-b044-abeacb5d4a0e), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:32.233588 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (395693b5-5c3a-4bf2-b044-abeacb5d4a0e), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:32.239418 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:39:32.240108 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:32.333324 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7956882 Jul 27 10:39:32.351954 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=50,neutron:INSERT=44,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:32.362718 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01fce2-13c4-49a1-af93-7f4d1f59ddbe demo demo] Pushing event updated for resources: {'Network': ['ID=395693b5-5c3a-4bf2-b044-abeacb5d4a0e,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:32.376062 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:39:34.608249 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46724) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:35.022487 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ca26e-97e8-41cd-97d6-ce6e3d2da8f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:39:35.023802 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a84ca26e-97e8-41cd-97d6-ce6e3d2da8f4 demo admin] 10.222.0.36 "GET /v2.0/networks/395693b5-5c3a-4bf2-b044-abeacb5d4a0e HTTP/1.1" status: 200 len: 825 time: 0.4145844 Jul 27 10:39:35.047979 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a878c265-5d22-4271-a443-624ac4569010 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/daf50dfd-0012-49ca-a1d5-86ca848d6c19 HTTP/1.1" status: 200 len: 734 time: 0.0184839 Jul 27 10:39:35.056277 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Request body: {'subnet': {'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'daf50dfd-0012-49ca-a1d5-86ca848d6c19', 'name': 'private-subnet'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:39:35.076598 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Made reservation on behalf of 33cf2502c8694374bd447d6304e658c2 for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:39:35.079463 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:35.217206 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:35.373518 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (4d647928-0fa1-4b0d-a1a0-a5aded9b7c78), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:35.443613 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4d647928-0fa1-4b0d-a1a0-a5aded9b7c78,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:35.450315 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Checking segment: {'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:39:35.450742 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Network hostable DHCP agents. Network: 395693b5-5c3a-4bf2-b044-abeacb5d4a0e, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:39:35.472342 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:39:35.482871 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 395693b5-5c3a-4bf2-b044-abeacb5d4a0e) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:39:35.487936 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:39:35.488535 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:35.493399 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f83bba-983a-412a-9ade-e76a7ae26e36 None None] Network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:39:35.504401 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d60bc063-5caa-4961-ac78-02e1f7d95685 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4511502 Jul 27 10:39:35.758084 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'project_id': '33cf2502c8694374bd447d6304e658c2', 'fixed_ips': [{'subnet_id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:39:35.759465 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:36.037944 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Allocated IP 172.20.0.2 (395693b5-5c3a-4bf2-b044-abeacb5d4a0e/4d647928-0fa1-4b0d-a1a0-a5aded9b7c78/fc164caa-decd-471a-bab4-508a5118c919) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:39:36.060724 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=60,neutron:INSERT=36,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:36.324411 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Publish callbacks [] for port (fc164caa-decd-471a-bab4-508a5118c919), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:36.332650 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (fc164caa-decd-471a-bab4-508a5118c919), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:36.411675 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:39:36.417778 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:39:36.421297 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:39:36.429131 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Pushing event updated for resources: {'Port': ['ID=fc164caa-decd-471a-bab4-508a5118c919,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:36.477009 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.477358 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.477718 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.478068 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.478405 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.478762 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.479094 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.479420 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.479783 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.480119 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.480446 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.480787 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.481112 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.481439 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.481759 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Tracked resource versions report: Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: pushed versions: Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: { 'AddressGroup': {'1.2'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Agent': {'1.1'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'ConntrackHelper': {'1.0'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'LocalIPAssociation': {'1.0'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Log': {'1.0'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'NDPProxy': {'1.0'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Network': {'1.1'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Port': {'1.7'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'PortForwarding': {'1.3'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'QosPolicy': {'1.10'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SecurityGroup': {'1.5'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SecurityGroupRule': {'1.2'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SubPort': {'1.0'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Subnet': {'1.1'}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Trunk': {'1.1'}} Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: consumer versions: Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: { DHCP agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: L3 agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: Metadata agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: Metering agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: Open vSwitch agent@dv-cinder-850840-3-iscsi: { 'AddressGroup': '1.2', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Agent': '1.1', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'ConntrackHelper': '1.0', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'LocalIPAssociation': '1.0', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Log': '1.0', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'NDPProxy': '1.0', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Network': '1.1', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Port': '1.7', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'PortForwarding': '1.3', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'QosPolicy': '1.10', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SecurityGroup': '1.5', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SecurityGroupRule': '1.2', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SubPort': '1.0', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Subnet': '1.1', Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Trunk': '1.1'}} Jul 27 10:39:36.483174 dv-cinder-850840-3-iscsi neutron-server[110618]: {{(pid=110618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 10:39:36.519997 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Attempting to bind port fc164caa-decd-471a-bab4-508a5118c919 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:39:36.520732 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Attempting to bind port fc164caa-decd-471a-bab4-508a5118c919 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:39:36.520913 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Attempting to bind port fc164caa-decd-471a-bab4-508a5118c919 on network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:39:36.525854 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:39:36.526247 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Checking segment: {'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:39:36.526788 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:36.527180 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Bound using segment: {'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:39:36.527667 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Bound port: fc164caa-decd-471a-bab4-508a5118c919, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:39:36.528074 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (fc164caa-decd-471a-bab4-508a5118c919), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:36.541187 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:36.587883 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] For port fc164caa-decd-471a-bab4-508a5118c919, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:39:36.608500 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] For port fc164caa-decd-471a-bab4-508a5118c919, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=fc164caa-decd-471a-bab4-508a5118c919,segment=NetworkSegment(f9a10f5c-390e-49f3-8c1b-33709842dcc3),segment_id=f9a10f5c-390e-49f3-8c1b-33709842dcc3)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:39:36.616667 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (fc164caa-decd-471a-bab4-508a5118c919), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:36.673553 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da060c9-801d-4c0c-901d-993690be71c5 None None] Pushing event updated for resources: {'Port': ['ID=fc164caa-decd-471a-bab4-508a5118c919,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:37.345975 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:37.352829 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=6 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:37.808792 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46738) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:38.153148 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [None req-cc20c807-34b4-4a55-8c33-64028f6e10c1 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:39:38.154301 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-cc20c807-34b4-4a55-8c33-64028f6e10c1 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3444078 Jul 27 10:39:40.435904 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46746) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:40.765059 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [None req-dc4555ee-076f-4205-9b00-abe23d0dd911 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:39:40.766752 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-dc4555ee-076f-4205-9b00-abe23d0dd911 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3297997 Jul 27 10:39:43.068935 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46754) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:43.406806 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-d05e8868-22c6-4be4-8bed-a1ef17ab9586 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:39:43.443816 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d05e8868-22c6-4be4-8bed-a1ef17ab9586 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (6df1c46c-4a9d-4e4c-8ec7-730783298b06), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:43.445413 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d05e8868-22c6-4be4-8bed-a1ef17ab9586 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (6df1c46c-4a9d-4e4c-8ec7-730783298b06), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:43.595575 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d05e8868-22c6-4be4-8bed-a1ef17ab9586 demo demo] Publish callbacks [] for router_controller (6df1c46c-4a9d-4e4c-8ec7-730783298b06), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:43.600343 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d05e8868-22c6-4be4-8bed-a1ef17ab9586 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (6df1c46c-4a9d-4e4c-8ec7-730783298b06), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:43.619543 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d05e8868-22c6-4be4-8bed-a1ef17ab9586 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:43.621110 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d05e8868-22c6-4be4-8bed-a1ef17ab9586 demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5511124 Jul 27 10:39:44.724001 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f6c138-fe51-4346-8577-ffcfa50c0000 None None] Network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:39:44.790209 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-e04605c9-a4ff-40d4-aadc-649344875c80 None None] Provisioning complete for port fc164caa-decd-471a-bab4-508a5118c919 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:39:44.790642 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e04605c9-a4ff-40d4-aadc-649344875c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (fc164caa-decd-471a-bab4-508a5118c919), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:44.977227 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-e04605c9-a4ff-40d4-aadc-649344875c80 None None] Current status of the port fc164caa-decd-471a-bab4-508a5118c919 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:39:44.977621 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e04605c9-a4ff-40d4-aadc-649344875c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (fc164caa-decd-471a-bab4-508a5118c919), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:45.013980 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-e04605c9-a4ff-40d4-aadc-649344875c80 None None] For port fc164caa-decd-471a-bab4-508a5118c919, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=fc164caa-decd-471a-bab4-508a5118c919,segment=NetworkSegment(f9a10f5c-390e-49f3-8c1b-33709842dcc3),segment_id=f9a10f5c-390e-49f3-8c1b-33709842dcc3)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:39:45.019706 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e04605c9-a4ff-40d4-aadc-649344875c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (fc164caa-decd-471a-bab4-508a5118c919), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:45.066904 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04605c9-a4ff-40d4-aadc-649344875c80 None None] Pushing event updated for resources: {'Port': ['ID=fc164caa-decd-471a-bab4-508a5118c919,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:45.138307 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-ef6ff231-bf28-4212-aa44-592778c915e0 None None] Provisioning complete for port fc164caa-decd-471a-bab4-508a5118c919 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:39:45.138716 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef6ff231-bf28-4212-aa44-592778c915e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (fc164caa-decd-471a-bab4-508a5118c919), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:45.210988 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ff231-bf28-4212-aa44-592778c915e0 None None] Current status of the port fc164caa-decd-471a-bab4-508a5118c919 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:39:45.275963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device fc164caa-decd-471a-bab4-508a5118c919 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:39:45.311299 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:45.321486 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port fc164caa-decd-471a-bab4-508a5118c919 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:39:45.321916 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (fc164caa-decd-471a-bab4-508a5118c919), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:45.390055 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port fc164caa-decd-471a-bab4-508a5118c919 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:39:45.890891 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 46766) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:46.398004 dv-cinder-850840-3-iscsi neutron-server[110617]: WARNING oslo_policy.policy [None req-7209f8b5-b420-42b7-8d02-e31ba315bf08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 10:39:46.398556 dv-cinder-850840-3-iscsi neutron-server[110617]: WARNING oslo_policy.policy [None req-7209f8b5-b420-42b7-8d02-e31ba315bf08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 10:39:46.614887 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [None req-7209f8b5-b420-42b7-8d02-e31ba315bf08 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:39:46.615954 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7209f8b5-b420-42b7-8d02-e31ba315bf08 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7241709 Jul 27 10:39:48.838816 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 46780) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:49.157189 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:39:49.169346 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writer thread running {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 10:39:49.175029 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:49.212128 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Made reservation on behalf of eeee704de4024dd1b602d1a289cba407 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:39:49.273339 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.policy [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 10:39:49.316554 dv-cinder-850840-3-iscsi neutron-server[110617]: WARNING oslo_policy.policy [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 10:39:49.316934 dv-cinder-850840-3-iscsi neutron-server[110617]: WARNING oslo_policy.policy [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 10:39:49.326460 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:49.348244 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:49.457879 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Publish callbacks [] for security_group (483cdd42-2b5d-4c22-b9c6-9a13817ea6e0), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:49.461545 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (483cdd42-2b5d-4c22-b9c6-9a13817ea6e0), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:49.472918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Reserving flat network on physical network physnet1 {{(pid=110617) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 10:39:49.506150 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740063827393', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (f2c6cb72-1b59-452d-9dde-0aa16d9d138c), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:49.506983 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Unsubscribe: segment precommit_create {{(pid=110617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 10:39:49.507549 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Added segment f2c6cb72-1b59-452d-9dde-0aa16d9d138c of type flat for network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc Jul 27 10:39:49.524330 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483cdd42-2b5d-4c22-b9c6-9a13817ea6e0,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:49.574299 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.574672 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.575044 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.575391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.575729 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.576061 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.576389 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.576717 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.577059 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.577389 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.577758 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.578088 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.578412 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.578767 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.579096 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Tracked resource versions report: Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: pushed versions: Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: { 'AddressGroup': {'1.2'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Agent': {'1.1'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'ConntrackHelper': {'1.0'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'LocalIPAssociation': {'1.0'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Log': {'1.0'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'NDPProxy': {'1.0'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Network': {'1.1'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Port': {'1.7'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'PortForwarding': {'1.3'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'QosPolicy': {'1.10'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SecurityGroup': {'1.5'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SecurityGroupRule': {'1.2'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SubPort': {'1.0'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Subnet': {'1.1'}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Trunk': {'1.1'}} Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: consumer versions: Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: { DHCP agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: L3 agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: Metadata agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: Metering agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: Open vSwitch agent@dv-cinder-850840-3-iscsi: { 'AddressGroup': '1.2', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Agent': '1.1', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'ConntrackHelper': '1.0', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'LocalIPAssociation': '1.0', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Log': '1.0', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'NDPProxy': '1.0', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Network': '1.1', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Port': '1.7', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'PortForwarding': '1.3', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'QosPolicy': '1.10', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SecurityGroup': '1.5', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SecurityGroupRule': '1.2', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SubPort': '1.0', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Subnet': '1.1', Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Trunk': '1.1'}} Jul 27 10:39:49.580467 dv-cinder-850840-3-iscsi neutron-server[110617]: {{(pid=110617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 10:39:49.638661 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (850d43b7-3c2e-4799-93b1-b314c1f4a8bc), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:49.688312 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (850d43b7-3c2e-4799-93b1-b314c1f4a8bc), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:49.689681 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:39:49.690364 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:49.774631 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9346595 Jul 27 10:39:49.798997 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d2c1f-44a5-48da-a960-8cd726ca8c5c admin admin] Pushing event updated for resources: {'Network': ['ID=850d43b7-3c2e-4799-93b1-b314c1f4a8bc,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:49.809741 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:39:52.009332 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46796) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:52.062018 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b040e3c2-af56-4120-9adf-028d5e4ef401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:52.382575 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf09544-9b0b-4fd1-87bb-3052eeb27ec5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:39:52.383952 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-baf09544-9b0b-4fd1-87bb-3052eeb27ec5 demo admin] 10.222.0.36 "GET /v2.0/subnets/4d647928-0fa1-4b0d-a1a0-a5aded9b7c78 HTTP/1.1" status: 200 len: 849 time: 0.3736053 Jul 27 10:39:52.503330 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-b2b498fa-5a12-44d5-beef-114b45cd4d44 demo admin] 10.222.0.36 "GET /v2.0/routers/6df1c46c-4a9d-4e4c-8ec7-730783298b06 HTTP/1.1" status: 200 len: 704 time: 0.1133573 Jul 27 10:39:52.700416 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:52.769014 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.042713 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:53.056008 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Allocated IP 172.20.0.1 (395693b5-5c3a-4bf2-b044-abeacb5d4a0e/4d647928-0fa1-4b0d-a1a0-a5aded9b7c78/b29585cd-d5a3-446e-becf-ce2d0dc7011b) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:39:53.211435 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Publish callbacks [] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.317370 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.402957 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:39:53.411407 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:39:53.413580 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Pushing event updated for resources: {'Port': ['ID=b29585cd-d5a3-446e-becf-ce2d0dc7011b,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:53.417960 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:39:53.418506 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (6df1c46c-4a9d-4e4c-8ec7-730783298b06), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.575288 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-d0cdbf06-7ae5-4dde-b684-cc3705ac60ca None None] Provisioning complete for port b29585cd-d5a3-446e-becf-ce2d0dc7011b triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:39:53.575835 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d0cdbf06-7ae5-4dde-b684-cc3705ac60ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.576841 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:53.611856 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdbf06-7ae5-4dde-b684-cc3705ac60ca None None] Port b29585cd-d5a3-446e-becf-ce2d0dc7011b cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:39:53.626222 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.813691 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:53.834247 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Publish callbacks [] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.838156 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.838954 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (6df1c46c-4a9d-4e4c-8ec7-730783298b06), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:53.918007 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Pushing event updated for resources: {'Port': ['ID=b29585cd-d5a3-446e-becf-ce2d0dc7011b,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:53.964073 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:39:53.965323 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:39:54.123810 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Router 6df1c46c-4a9d-4e4c-8ec7-730783298b06 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:39:54.132860 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-27d56292-ca9f-4999-ad11-f52bc1774d8b None None] Provisioning complete for port b29585cd-d5a3-446e-becf-ce2d0dc7011b triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:39:54.133258 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-27d56292-ca9f-4999-ad11-f52bc1774d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:54.163393 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-27d56292-ca9f-4999-ad11-f52bc1774d8b None None] Port b29585cd-d5a3-446e-becf-ce2d0dc7011b cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:39:54.191799 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:54.216240 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:39:54.222514 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-e7db9c34-c8cb-4b58-a34b-90de98fb620a demo admin] 10.222.0.36 "PUT /v2.0/routers/6df1c46c-4a9d-4e4c-8ec7-730783298b06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7135301 Jul 27 10:39:54.238187 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Sync routers for ids ['6df1c46c-4a9d-4e4c-8ec7-730783298b06'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:39:54.250841 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Routers {'6df1c46c-4a9d-4e4c-8ec7-730783298b06'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:39:54.251676 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:39:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['6df1c46c-4a9d-4e4c-8ec7-730783298b06'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:54.360466 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d8fc85e8-48f1-4960-9c43-2bd820462bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:54.436136 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Set router 6df1c46c-4a9d-4e4c-8ec7-730783298b06 gateway port host: None {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:39:54.853090 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'name': 'router1', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:39:43Z', 'updated_at': '2022-07-27T10:39:53Z', 'revision_number': 2, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'gw_port_host': None, '_interfaces': [{'id': 'b29585cd-d5a3-446e-becf-ce2d0dc7011b', 'name': '', 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'mac_address': 'fa:16:3e:71:76:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:39:52Z', 'updated_at': '2022-07-27T10:39:53Z', 'revision_number': 2, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'subnets': [{'id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daf50dfd-0012-49ca-a1d5-86ca848d6c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:54.903827 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Checking router: 6df1c46c-4a9d-4e4c-8ec7-730783298b06 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:39:54.904221 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Updating router 6df1c46c-4a9d-4e4c-8ec7-730783298b06 port b29585cd-d5a3-446e-becf-ce2d0dc7011b binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:39:54.957857 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:55.434465 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:55.464184 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Publish callbacks [] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:55.470637 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:55.634837 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Attempting to bind port b29585cd-d5a3-446e-becf-ce2d0dc7011b on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:39:55.635243 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Attempting to bind port b29585cd-d5a3-446e-becf-ce2d0dc7011b by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:39:55.635666 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Attempting to bind port b29585cd-d5a3-446e-becf-ce2d0dc7011b on network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:39:55.646167 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:39:55.646585 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Checking segment: {'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:39:55.647065 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:55.647458 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Bound using segment: {'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:39:55.647996 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Bound port: b29585cd-d5a3-446e-becf-ce2d0dc7011b, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a10f5c-390e-49f3-8c1b-33709842dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:39:55.648378 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:55.662562 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Pushing event updated for resources: {'Port': ['ID=b29585cd-d5a3-446e-becf-ce2d0dc7011b,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:55.677267 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.678193 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.678572 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.679053 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.679396 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.679754 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.680040 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.680372 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.680696 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.681019 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.681340 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.681685 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.682037 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.682359 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.682732 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Tracked resource versions report: Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: pushed versions: Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: { 'AddressGroup': {'1.2'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Agent': {'1.1'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'ConntrackHelper': {'1.0'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'LocalIPAssociation': {'1.0'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Log': {'1.0'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'NDPProxy': {'1.0'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Network': {'1.1'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Port': {'1.7'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'PortForwarding': {'1.3'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'QosPolicy': {'1.10'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SecurityGroup': {'1.5'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SecurityGroupRule': {'1.2'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SubPort': {'1.0'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Subnet': {'1.1'}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Trunk': {'1.1'}} Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: consumer versions: Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: { DHCP agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: L3 agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: Metadata agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: Metering agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: Open vSwitch agent@dv-cinder-850840-3-iscsi: { 'AddressGroup': '1.2', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Agent': '1.1', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'ConntrackHelper': '1.0', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'LocalIPAssociation': '1.0', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Log': '1.0', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'NDPProxy': '1.0', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Network': '1.1', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Port': '1.7', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'PortForwarding': '1.3', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'QosPolicy': '1.10', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SecurityGroup': '1.5', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SecurityGroupRule': '1.2', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SubPort': '1.0', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Subnet': '1.1', Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Trunk': '1.1'}} Jul 27 10:39:55.684153 dv-cinder-850840-3-iscsi neutron-server[110619]: {{(pid=110619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 10:39:55.691240 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-e6aba3da-1495-40ed-a0d1-a176e9d07475 None None] Provisioning complete for port b29585cd-d5a3-446e-becf-ce2d0dc7011b triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:39:55.691621 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e6aba3da-1495-40ed-a0d1-a176e9d07475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:55.727188 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-e6aba3da-1495-40ed-a0d1-a176e9d07475 None None] Port b29585cd-d5a3-446e-becf-ce2d0dc7011b cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:39:55.734497 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:55.738119 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] For port b29585cd-d5a3-446e-becf-ce2d0dc7011b, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:39:55.761548 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] For port b29585cd-d5a3-446e-becf-ce2d0dc7011b, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b29585cd-d5a3-446e-becf-ce2d0dc7011b,segment=NetworkSegment(f9a10f5c-390e-49f3-8c1b-33709842dcc3),segment_id=f9a10f5c-390e-49f3-8c1b-33709842dcc3)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:39:55.768035 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:55.771040 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:55.826896 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Routers {'6df1c46c-4a9d-4e4c-8ec7-730783298b06'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:39:55.827559 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:39:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['6df1c46c-4a9d-4e4c-8ec7-730783298b06'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:55.829245 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250d905-b115-4d4b-a965-3233c1e58a99 None None] Pushing event updated for resources: {'Port': ['ID=b29585cd-d5a3-446e-becf-ce2d0dc7011b,revision_number=4']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:55.919147 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] Set router 6df1c46c-4a9d-4e4c-8ec7-730783298b06 gateway port host: None {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:39:56.099656 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-44307a25-0e2b-4c3e-ba26-1b6a525e06ad None None] Provisioning complete for port b29585cd-d5a3-446e-becf-ce2d0dc7011b triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:39:56.100332 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-44307a25-0e2b-4c3e-ba26-1b6a525e06ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:56.118866 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'name': 'router1', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:39:43Z', 'updated_at': '2022-07-27T10:39:53Z', 'revision_number': 2, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'gw_port_host': None, '_interfaces': [{'id': 'b29585cd-d5a3-446e-becf-ce2d0dc7011b', 'name': '', 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'mac_address': 'fa:16:3e:71:76:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:39:52Z', 'updated_at': '2022-07-27T10:39:55Z', 'revision_number': 4, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'subnets': [{'id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daf50dfd-0012-49ca-a1d5-86ca848d6c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:39:56.147381 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf5f19-b11c-4764-8292-7bc88b45021a None None] The sync data for ids ['6df1c46c-4a9d-4e4c-8ec7-730783298b06'] in dv-cinder-850840-3-iscsi is: [{'id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'name': 'router1', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:39:43Z', 'updated_at': '2022-07-27T10:39:53Z', 'revision_number': 2, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'gw_port_host': None, '_interfaces': [{'id': 'b29585cd-d5a3-446e-becf-ce2d0dc7011b', 'name': '', 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'mac_address': 'fa:16:3e:71:76:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:39:52Z', 'updated_at': '2022-07-27T10:39:55Z', 'revision_number': 4, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'subnets': [{'id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daf50dfd-0012-49ca-a1d5-86ca848d6c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:39:56.173275 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-44307a25-0e2b-4c3e-ba26-1b6a525e06ad None None] Current status of the port b29585cd-d5a3-446e-becf-ce2d0dc7011b is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:39:56.173680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-44307a25-0e2b-4c3e-ba26-1b6a525e06ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:56.207323 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-44307a25-0e2b-4c3e-ba26-1b6a525e06ad None None] For port b29585cd-d5a3-446e-becf-ce2d0dc7011b, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b29585cd-d5a3-446e-becf-ce2d0dc7011b,segment=NetworkSegment(f9a10f5c-390e-49f3-8c1b-33709842dcc3),segment_id=f9a10f5c-390e-49f3-8c1b-33709842dcc3)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:39:56.211480 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-44307a25-0e2b-4c3e-ba26-1b6a525e06ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:56.260541 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44307a25-0e2b-4c3e-ba26-1b6a525e06ad None None] Pushing event updated for resources: {'Port': ['ID=b29585cd-d5a3-446e-becf-ce2d0dc7011b,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:56.450520 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 46808) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:56.862918 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a8132-7ccb-47ec-b430-c79c1fbadc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:39:56.864292 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-281a8132-7ccb-47ec-b430-c79c1fbadc9d admin admin] 10.222.0.36 "GET /v2.0/networks/850d43b7-3c2e-4799-93b1-b314c1f4a8bc HTTP/1.1" status: 200 len: 842 time: 0.4127610 Jul 27 10:39:56.873730 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:39:56.895388 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Made reservation on behalf of eeee704de4024dd1b602d1a289cba407 for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:39:56.897650 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:57.177716 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.objects.ports [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110616) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 27 10:39:57.178166 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (951d0305-4e18-4f5d-aa5b-82cca04d6071), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:57.221397 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:57.221926 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:57.239251 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=951d0305-4e18-4f5d-aa5b-82cca04d6071,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:39:57.251695 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:39:57.252062 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Network hostable DHCP agents. Network: 850d43b7-3c2e-4799-93b1-b314c1f4a8bc, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:39:57.271108 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:39:57.282264 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 850d43b7-3c2e-4799-93b1-b314c1f4a8bc) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:39:57.286831 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:39:57.287326 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:57.293778 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965cb28-ac80-4d07-8191-ad1e625359cc None None] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:39:57.384844 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-b81acfa3-cc0e-4dc5-81ab-3e6070cd6c8f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5143540 Jul 27 10:39:57.416326 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e91fd3b-50d1-47d0-a589-089b8affc510 None None] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:39:57.460559 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:39:59.698152 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 46816) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:39:59.780433 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=33,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:39:59.795166 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=40,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:00.259547 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-be4e1513-35f5-431e-a97a-2b3671658d77 demo admin] 10.222.0.36 "GET /v2.0/routers/6df1c46c-4a9d-4e4c-8ec7-730783298b06 HTTP/1.1" status: 200 len: 710 time: 0.5550084 Jul 27 10:40:00.424484 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5b2db-089c-4a7a-b268-d2a6e668572a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:40:00.425943 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-89f5b2db-089c-4a7a-b268-d2a6e668572a demo admin] 10.222.0.36 "GET /v2.0/networks/850d43b7-3c2e-4799-93b1-b314c1f4a8bc HTTP/1.1" status: 200 len: 886 time: 0.1657534 Jul 27 10:40:00.434895 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:40:00.698424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks [] for router_gateway (6df1c46c-4a9d-4e4c-8ec7-730783298b06), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:00.910106 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks [] for router_gateway (6df1c46c-4a9d-4e4c-8ec7-730783298b06), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:01.009182 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:01.207300 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Allocated IP 172.27.0.244 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/c8caa78c-8582-4d95-a380-dd733075831c) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:40:01.286826 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b29585cd-d5a3-446e-becf-ce2d0dc7011b up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:40:01.324501 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks [] for port (c8caa78c-8582-4d95-a380-dd733075831c), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:01.327089 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:01.336190 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port b29585cd-d5a3-446e-becf-ce2d0dc7011b triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:40:01.336676 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:01.361111 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:01.365878 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:01.389356 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (c8caa78c-8582-4d95-a380-dd733075831c), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:01.417625 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port b29585cd-d5a3-446e-becf-ce2d0dc7011b is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:40:01.471811 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:40:01.479596 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:40:01.483129 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Pushing event updated for resources: {'Port': ['ID=c8caa78c-8582-4d95-a380-dd733075831c,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:40:01.487284 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:40:01.815111 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks [] for router_gateway (6df1c46c-4a9d-4e4c-8ec7-730783298b06), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:02.000664 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3839397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3894706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-349'] for router (6df1c46c-4a9d-4e4c-8ec7-730783298b06), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:02.005563 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3839404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3839383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3894693'] for router (6df1c46c-4a9d-4e4c-8ec7-730783298b06), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:02.110241 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Router 6df1c46c-4a9d-4e4c-8ec7-730783298b06 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:40:02.212849 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:40:02.218789 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:02.220099 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-889c7010-5cba-48fb-8e02-ddf8692aaf14 demo admin] 10.222.0.36 "PUT /v2.0/routers/6df1c46c-4a9d-4e4c-8ec7-730783298b06 HTTP/1.1" status: 200 len: 890 time: 1.7884235 Jul 27 10:40:02.513827 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Sync routers for ids ['6df1c46c-4a9d-4e4c-8ec7-730783298b06'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:40:02.526136 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Routers {'6df1c46c-4a9d-4e4c-8ec7-730783298b06'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:40:02.526809 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:39:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['6df1c46c-4a9d-4e4c-8ec7-730783298b06'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:40:02.732516 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Set router 6df1c46c-4a9d-4e4c-8ec7-730783298b06 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:40:02.946314 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:03.110190 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'name': 'router1', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c8caa78c-8582-4d95-a380-dd733075831c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:39:43Z', 'updated_at': '2022-07-27T10:40:01Z', 'revision_number': 4, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'gw_port': {'id': 'c8caa78c-8582-4d95-a380-dd733075831c', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:40:01Z', 'updated_at': '2022-07-27T10:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'b29585cd-d5a3-446e-becf-ce2d0dc7011b', 'name': '', 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'mac_address': 'fa:16:3e:71:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:39:52Z', 'updated_at': '2022-07-27T10:39:56Z', 'revision_number': 5, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'subnets': [{'id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daf50dfd-0012-49ca-a1d5-86ca848d6c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:40:03.161809 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Checking router: 6df1c46c-4a9d-4e4c-8ec7-730783298b06 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:40:03.162182 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Updating router 6df1c46c-4a9d-4e4c-8ec7-730783298b06 port c8caa78c-8582-4d95-a380-dd733075831c binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:40:03.215042 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c8caa78c-8582-4d95-a380-dd733075831c), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:03.587658 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Publish callbacks [] for port (c8caa78c-8582-4d95-a380-dd733075831c), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:03.592998 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c8caa78c-8582-4d95-a380-dd733075831c), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:03.644363 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Attempting to bind port c8caa78c-8582-4d95-a380-dd733075831c on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:40:03.644735 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Attempting to bind port c8caa78c-8582-4d95-a380-dd733075831c by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:40:03.645128 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Attempting to bind port c8caa78c-8582-4d95-a380-dd733075831c on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:40:03.651573 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b959e1-760c-4725-bedb-01e08985f228 None None] Pushing event updated for resources: {'Port': ['ID=c8caa78c-8582-4d95-a380-dd733075831c,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:40:03.654856 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:40:03.655231 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:40:03.655636 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:03.656023 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:40:03.656488 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Bound port: c8caa78c-8582-4d95-a380-dd733075831c, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:40:03.656870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c8caa78c-8582-4d95-a380-dd733075831c), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:03.702996 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] For port c8caa78c-8582-4d95-a380-dd733075831c, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:40:03.706330 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] For port c8caa78c-8582-4d95-a380-dd733075831c, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c8caa78c-8582-4d95-a380-dd733075831c,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:40:03.712083 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c8caa78c-8582-4d95-a380-dd733075831c), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:03.718685 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:03.774741 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b959e1-760c-4725-bedb-01e08985f228 None None] Pushing event updated for resources: {'Port': ['ID=c8caa78c-8582-4d95-a380-dd733075831c,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:40:03.777822 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Routers {'6df1c46c-4a9d-4e4c-8ec7-730783298b06'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:40:03.778418 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:39:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['6df1c46c-4a9d-4e4c-8ec7-730783298b06'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:40:03.881771 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] Set router 6df1c46c-4a9d-4e4c-8ec7-730783298b06 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:40:04.033051 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:04.075077 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'name': 'router1', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c8caa78c-8582-4d95-a380-dd733075831c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:39:43Z', 'updated_at': '2022-07-27T10:40:01Z', 'revision_number': 4, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'gw_port': {'id': 'c8caa78c-8582-4d95-a380-dd733075831c', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:40:01Z', 'updated_at': '2022-07-27T10:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'b29585cd-d5a3-446e-becf-ce2d0dc7011b', 'name': '', 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'mac_address': 'fa:16:3e:71:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:39:52Z', 'updated_at': '2022-07-27T10:39:56Z', 'revision_number': 5, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'subnets': [{'id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daf50dfd-0012-49ca-a1d5-86ca848d6c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:40:04.103129 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c8b0c-c325-4d5c-a3e2-57a49e51ffbf None None] The sync data for ids ['6df1c46c-4a9d-4e4c-8ec7-730783298b06'] in dv-cinder-850840-3-iscsi is: [{'id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'name': 'router1', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c8caa78c-8582-4d95-a380-dd733075831c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:39:43Z', 'updated_at': '2022-07-27T10:40:01Z', 'revision_number': 4, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'gw_port': {'id': 'c8caa78c-8582-4d95-a380-dd733075831c', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:40:01Z', 'updated_at': '2022-07-27T10:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'b29585cd-d5a3-446e-becf-ce2d0dc7011b', 'name': '', 'network_id': '395693b5-5c3a-4bf2-b044-abeacb5d4a0e', 'tenant_id': '33cf2502c8694374bd447d6304e658c2', 'mac_address': 'fa:16:3e:71:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df1c46c-4a9d-4e4c-8ec7-730783298b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:39:52Z', 'updated_at': '2022-07-27T10:39:56Z', 'revision_number': 5, 'project_id': '33cf2502c8694374bd447d6304e658c2', 'subnets': [{'id': '4d647928-0fa1-4b0d-a1a0-a5aded9b7c78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'daf50dfd-0012-49ca-a1d5-86ca848d6c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:40:04.605964 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 46832) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:40:05.005705 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e04027d9-9473-481f-be97-c908530e52a0 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3986387 Jul 27 10:40:05.275052 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c8caa78c-8582-4d95-a380-dd733075831c up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:40:05.320204 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port c8caa78c-8582-4d95-a380-dd733075831c triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:40:05.320597 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c8caa78c-8582-4d95-a380-dd733075831c), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:05.397589 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port c8caa78c-8582-4d95-a380-dd733075831c is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:40:05.397978 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c8caa78c-8582-4d95-a380-dd733075831c), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:05.421198 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port c8caa78c-8582-4d95-a380-dd733075831c, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c8caa78c-8582-4d95-a380-dd733075831c,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:40:05.427235 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c8caa78c-8582-4d95-a380-dd733075831c), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:05.482783 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=c8caa78c-8582-4d95-a380-dd733075831c,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:40:06.120766 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=38 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:06.121575 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=42 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:07.305810 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c8caa78c-8582-4d95-a380-dd733075831c up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:40:07.357993 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port c8caa78c-8582-4d95-a380-dd733075831c triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:40:07.359151 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c8caa78c-8582-4d95-a380-dd733075831c), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:07.374351 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:07.378187 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=60,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:07.437572 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port c8caa78c-8582-4d95-a380-dd733075831c is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:40:13.720015 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:40:14.999446 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:15.004965 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=72,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:17.434754 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:17.435586 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:22.059684 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c2153e90-3b5c-4503-bc15-3e555f02399c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:23.720699 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:24.355543 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c6e4225e-5e5c-4b24-b00a-be3345cc5072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:25.451564 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:27.232051 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:27.412235 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:36.727266 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:36.733691 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:37.399022 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:37.407943 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:50.719391 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:40:51.734529 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:40:52.056203 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8abd1b0f-e24c-4eaa-9d35-c828711eb016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:54.362678 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ff0adb5d-d8a3-41de-84f9-d51e615bdb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:55.443348 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:57.228153 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:40:57.411049 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:00.720513 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:07.404401 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:07.407420 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:20.714759 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:20.715582 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:22.061464 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c99b0821-806b-40c9-9ed4-563440560f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:24.355212 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2beb9bc2-dbf8-4581-bd4f-aebfad6cc04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:25.445601 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:27.229347 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:27.405260 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:27.718893 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:41:29.798716 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47372) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:30.137340 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ae09f5-4de8-4eec-a306-563052dfefd9 admin admin] GET failed (client error): The resource could not be found. Jul 27 10:41:30.138661 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-67ae09f5-4de8-4eec-a306-563052dfefd9 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3389742 Jul 27 10:41:30.298732 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95e992-87e6-4917-a343-7c5f0c23c959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:30.300159 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-0f95e992-87e6-4917-a343-7c5f0c23c959 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574242 Jul 27 10:41:32.500298 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47382) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:32.875836 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91500c9-1e3b-4a47-92c0-ce3d9ec49d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:32.877116 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-b91500c9-1e3b-4a47-92c0-ce3d9ec49d24 admin admin] 10.222.0.36 "GET /v2.0/subnets/4d647928-0fa1-4b0d-a1a0-a5aded9b7c78 HTTP/1.1" status: 200 len: 849 time: 0.3758366 Jul 27 10:41:32.886869 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:41:32.973429 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Publish callbacks [] for subnet (4d647928-0fa1-4b0d-a1a0-a5aded9b7c78), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:33.118234 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740063705061'] for subnet (4d647928-0fa1-4b0d-a1a0-a5aded9b7c78), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:33.154630 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:33.155677 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:33.158841 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03faccf-d540-4e6b-b855-ac5fb423b33f None None] Network 395693b5-5c3a-4bf2-b044-abeacb5d4a0e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:41:33.171383 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] 10.222.0.36 "PUT /v2.0/subnets/4d647928-0fa1-4b0d-a1a0-a5aded9b7c78 HTTP/1.1" status: 200 len: 868 time: 0.2877941 Jul 27 10:41:33.194052 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d647928-0fa1-4b0d-a1a0-a5aded9b7c78,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:41:33.202562 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.203001 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.203362 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.203708 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.204053 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.204391 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.204860 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.205200 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.205531 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.205861 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.206216 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.206565 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.206942 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.207315 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.207643 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436cba8-c063-41e8-ba08-37c9d3c2fc8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:41:33.523185 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-b1bf85ed-395b-40c0-80cb-345bd4aa5ca5 None None] Provisioning complete for port b29585cd-d5a3-446e-becf-ce2d0dc7011b triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:41:33.523572 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85ed-395b-40c0-80cb-345bd4aa5ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b29585cd-d5a3-446e-becf-ce2d0dc7011b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:33.597293 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf85ed-395b-40c0-80cb-345bd4aa5ca5 None None] Current status of the port b29585cd-d5a3-446e-becf-ce2d0dc7011b is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:41:33.605160 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-b1bf85ed-395b-40c0-80cb-345bd4aa5ca5 None None] Provisioning complete for port fc164caa-decd-471a-bab4-508a5118c919 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:41:33.605528 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85ed-395b-40c0-80cb-345bd4aa5ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (fc164caa-decd-471a-bab4-508a5118c919), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:33.677448 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf85ed-395b-40c0-80cb-345bd4aa5ca5 None None] Current status of the port fc164caa-decd-471a-bab4-508a5118c919 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:41:35.344271 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47392) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:35.940676 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b42af66-b849-4242-b0a1-4c71172d677e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:35.941159 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b42af66-b849-4242-b0a1-4c71172d677e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:35.942758 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-3b42af66-b849-4242-b0a1-4c71172d677e admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5974836 Jul 27 10:41:37.715224 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:38.129007 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47400) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:38.652942 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc3340-07a3-40b3-b8de-6c17ef63221d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:38.653933 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc3340-07a3-40b3-b8de-6c17ef63221d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:38.655558 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-6cdc3340-07a3-40b3-b8de-6c17ef63221d admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5255787 Jul 27 10:41:40.294741 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=14 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:40.297004 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=11 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:40.804388 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47408) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:41.209432 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1558e04-99c5-4469-8eb3-d2c3f40ac477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:41.210738 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d1558e04-99c5-4469-8eb3-d2c3f40ac477 admin admin] 10.222.0.36 "GET /v2.0/networks/395693b5-5c3a-4bf2-b044-abeacb5d4a0e HTTP/1.1" status: 200 len: 869 time: 0.4052949 Jul 27 10:41:43.384330 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47416) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:43.669489 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:43.675425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:43.758336 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:43.788509 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48217a7-a09d-4448-b346-795380cb9d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:43.789817 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-e48217a7-a09d-4448-b346-795380cb9d12 admin admin] 10.222.0.36 "GET /v2.0/networks/850d43b7-3c2e-4799-93b1-b314c1f4a8bc HTTP/1.1" status: 200 len: 886 time: 0.4045324 Jul 27 10:41:45.945278 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47424) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:46.340632 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed804eae-5068-4295-b19c-b51f454a5e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:46.341005 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed804eae-5068-4295-b19c-b51f454a5e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:46.342546 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-ed804eae-5068-4295-b19c-b51f454a5e5d admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3962433 Jul 27 10:41:48.553242 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47432) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:48.917777 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:48.925302 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41937ebc-e0be-403e-b601-cabf3a8d60ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:48.925755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41937ebc-e0be-403e-b601-cabf3a8d60ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:48.927525 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-41937ebc-e0be-403e-b601-cabf3a8d60ad admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3730552 Jul 27 10:41:50.724281 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:50.728473 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:41:51.070186 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47442) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:51.436966 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b17e40a-e3ad-40c5-a53d-c42c56d7f94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:51.438341 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-6b17e40a-e3ad-40c5-a53d-c42c56d7f94c admin admin] 10.222.0.36 "GET /v2.0/subnets/4d647928-0fa1-4b0d-a1a0-a5aded9b7c78 HTTP/1.1" status: 200 len: 868 time: 0.3670659 Jul 27 10:41:52.063174 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b8753431-92c7-4a3a-818a-469055bd8479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:53.572133 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47450) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:41:53.929851 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0c614-9020-4820-8af3-fd987c2bb6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:41:53.931183 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-06d0c614-9020-4820-8af3-fd987c2bb6e2 admin admin] 10.222.0.36 "GET /v2.0/subnets/951d0305-4e18-4f5d-aa5b-82cca04d6071 HTTP/1.1" status: 200 len: 816 time: 0.3581076 Jul 27 10:41:54.359177 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2b15a050-5851-41b1-98c0-e1f6319f25a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:55.447957 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:57.234367 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:41:57.408794 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:03.925653 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=30 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:03.927013 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=9 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:04.717811 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:42:07.401729 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:07.404705 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:17.493333 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=12 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:17.501461 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=16 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:21.749599 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47504) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:42:22.064170 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d6d260e5-b85a-43d7-a3c1-529a3b512e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:22.069969 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [None req-80003af3-886c-4430-ae06-b76b2cb3b1af admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:42:22.070987 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-80003af3-886c-4430-ae06-b76b2cb3b1af admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3204610 Jul 27 10:42:24.314327 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47512) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:42:24.359947 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0f778f7a-944f-4e4b-9541-2fdc11cde2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:24.649426 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.pecan_wsgi.hooks.translation [None req-711972dc-68b1-4189-bfd8-5cb441308b4b admin admin] GET failed (client error): The resource could not be found. Jul 27 10:42:24.650688 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-711972dc-68b1-4189-bfd8-5cb441308b4b admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3353777 Jul 27 10:42:24.794985 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1be04-deff-4059-a821-b4edda629f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:42:24.796369 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-50d1be04-deff-4059-a821-b4edda629f8d admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412864 Jul 27 10:42:25.455096 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:26.977881 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47520) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:42:27.235529 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:27.325459 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:42:27.347357 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Made reservation on behalf of eeee704de4024dd1b602d1a289cba407 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:42:27.349667 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:27.388825 dv-cinder-850840-3-iscsi neutron-server[110617]: WARNING neutron.services.revisions.revision_plugin [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Could not find related network for resource to bump revision. Jul 27 10:42:27.405566 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:42:27.413552 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:27.416451 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (120fb03a-6ece-4a57-9786-b74f9c0dfa6c), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:27.416787 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Added segment 120fb03a-6ece-4a57-9786-b74f9c0dfa6c of type vlan for network cf9298ea-c8e9-4d62-9e31-76a88852a80f Jul 27 10:42:27.467655 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (cf9298ea-c8e9-4d62-9e31-76a88852a80f), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:27.492041 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (cf9298ea-c8e9-4d62-9e31-76a88852a80f), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:27.493031 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:42:27.493605 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:27.548483 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5695336 Jul 27 10:42:27.559621 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf9298ea-c8e9-4d62-9e31-76a88852a80f,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:42:27.567118 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.567468 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.567813 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.568154 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.568491 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.568828 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.569161 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.569488 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.569836 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.570169 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.570511 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.570906 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.571236 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.571558 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.571883 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c44cac-9246-43ee-a027-4c8791e00ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:27.584744 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network cf9298ea-c8e9-4d62-9e31-76a88852a80f details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:42:27.719531 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:27.724568 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:29.821548 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47528) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:42:30.159331 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00f2eba-b616-45be-9c36-ee2a2cdb0c11 admin admin] GET failed (client error): The resource could not be found. Jul 27 10:42:30.160602 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c00f2eba-b616-45be-9c36-ee2a2cdb0c11 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3381064 Jul 27 10:42:30.229995 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3309c56-8fc5-4dd3-b148-2eb4d5f3580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:42:30.233196 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f3309c56-8fc5-4dd3-b148-2eb4d5f3580d admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684824 Jul 27 10:42:30.242645 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:42:30.270086 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Made reservation on behalf of eeee704de4024dd1b602d1a289cba407 for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:42:30.272332 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:30.455439 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (1df5b9e0-1f81-4260-92b2-5fe1da9e0651), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:30.504824 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df5b9e0-1f81-4260-92b2-5fe1da9e0651,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:42:30.522024 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Checking segment: {'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:42:30.522375 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Network hostable DHCP agents. Network: cf9298ea-c8e9-4d62-9e31-76a88852a80f, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:42:30.542876 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Network cf9298ea-c8e9-4d62-9e31-76a88852a80f is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:42:30.553630 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, cf9298ea-c8e9-4d62-9e31-76a88852a80f) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:42:30.557645 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:42:30.558787 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:30.563910 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f4db54-27ab-49ca-b58d-9fc25e854681 None None] Network cf9298ea-c8e9-4d62-9e31-76a88852a80f requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:42:30.575221 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-6fad7314-d66e-4554-95b9-1c59d4a5da19 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3358288 Jul 27 10:42:30.676403 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-cf9298ea-c8e9-4d62-9e31-76a88852a80f', 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f', 'project_id': 'eeee704de4024dd1b602d1a289cba407', 'fixed_ips': [{'subnet_id': '1df5b9e0-1f81-4260-92b2-5fe1da9e0651'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:42:30.677395 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:30.818864 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Allocated IP 192.168.233.2 (cf9298ea-c8e9-4d62-9e31-76a88852a80f/1df5b9e0-1f81-4260-92b2-5fe1da9e0651/8913aee2-913f-44c5-bc65-ca796423617c) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:42:30.965692 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Publish callbacks [] for port (8913aee2-913f-44c5-bc65-ca796423617c), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:30.971858 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (8913aee2-913f-44c5-bc65-ca796423617c), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:31.014687 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Network cf9298ea-c8e9-4d62-9e31-76a88852a80f is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:42:31.019943 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:42:31.022984 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:42:31.026633 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Pushing event updated for resources: {'Port': ['ID=8913aee2-913f-44c5-bc65-ca796423617c,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:42:31.037937 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.038286 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.038680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.039044 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.039376 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.039712 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.040044 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.040371 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.040700 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.041032 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.041362 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.041705 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.042033 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.042906 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.043234 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:42:31.093288 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Attempting to bind port 8913aee2-913f-44c5-bc65-ca796423617c on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:42:31.093587 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Attempting to bind port 8913aee2-913f-44c5-bc65-ca796423617c by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:42:31.093959 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Attempting to bind port 8913aee2-913f-44c5-bc65-ca796423617c on network cf9298ea-c8e9-4d62-9e31-76a88852a80f {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:42:31.099112 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:42:31.099487 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Checking segment: {'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:42:31.099894 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:31.100302 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Bound using segment: {'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:42:31.100756 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Bound port: 8913aee2-913f-44c5-bc65-ca796423617c, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:42:31.101139 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (8913aee2-913f-44c5-bc65-ca796423617c), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:31.164955 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] For port 8913aee2-913f-44c5-bc65-ca796423617c, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:42:31.168611 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] For port 8913aee2-913f-44c5-bc65-ca796423617c, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=8913aee2-913f-44c5-bc65-ca796423617c,segment=NetworkSegment(120fb03a-6ece-4a57-9786-b74f9c0dfa6c),segment_id=120fb03a-6ece-4a57-9786-b74f9c0dfa6c)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:42:31.174634 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (8913aee2-913f-44c5-bc65-ca796423617c), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:31.233519 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb8f68-bf6c-4dfe-b042-19b9a03162af None None] Pushing event updated for resources: {'Port': ['ID=8913aee2-913f-44c5-bc65-ca796423617c,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:42:32.048478 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac8833-0617-489c-b5da-d1f3f39e6497 None None] Network cf9298ea-c8e9-4d62-9e31-76a88852a80f requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:42:32.091000 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:32.111031 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:32.145575 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-7f511554-b72b-42aa-8db3-39bec19345d2 None None] Provisioning complete for port 8913aee2-913f-44c5-bc65-ca796423617c triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:42:32.145963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7f511554-b72b-42aa-8db3-39bec19345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (8913aee2-913f-44c5-bc65-ca796423617c), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:32.348122 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-7f511554-b72b-42aa-8db3-39bec19345d2 None None] Current status of the port 8913aee2-913f-44c5-bc65-ca796423617c is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:42:32.348511 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7f511554-b72b-42aa-8db3-39bec19345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (8913aee2-913f-44c5-bc65-ca796423617c), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:32.391367 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-7f511554-b72b-42aa-8db3-39bec19345d2 None None] For port 8913aee2-913f-44c5-bc65-ca796423617c, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=8913aee2-913f-44c5-bc65-ca796423617c,segment=NetworkSegment(120fb03a-6ece-4a57-9786-b74f9c0dfa6c),segment_id=120fb03a-6ece-4a57-9786-b74f9c0dfa6c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:42:32.397165 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7f511554-b72b-42aa-8db3-39bec19345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (8913aee2-913f-44c5-bc65-ca796423617c), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:32.450002 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f511554-b72b-42aa-8db3-39bec19345d2 None None] Pushing event updated for resources: {'Port': ['ID=8913aee2-913f-44c5-bc65-ca796423617c,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:42:32.515720 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-909b9320-2bfa-40c9-84a6-9076c50bd3b7 None None] Provisioning complete for port 8913aee2-913f-44c5-bc65-ca796423617c triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:42:32.516110 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-909b9320-2bfa-40c9-84a6-9076c50bd3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (8913aee2-913f-44c5-bc65-ca796423617c), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:32.590301 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-909b9320-2bfa-40c9-84a6-9076c50bd3b7 None None] Current status of the port 8913aee2-913f-44c5-bc65-ca796423617c is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:42:33.382848 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 8913aee2-913f-44c5-bc65-ca796423617c up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:42:33.432016 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 8913aee2-913f-44c5-bc65-ca796423617c triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:42:33.432416 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (8913aee2-913f-44c5-bc65-ca796423617c), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:33.507630 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 8913aee2-913f-44c5-bc65-ca796423617c is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:42:34.790590 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=11 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:34.791377 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=11 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:40.567419 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=74,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:40.568329 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=66,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:41.716238 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:42:43.503762 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:43.505899 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:51.712082 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:51.712956 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:42:52.067621 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-db5de8a2-5e08-4cae-b012-75603140b167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:54.363475 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-4edbee3f-475c-46bb-a87f-3951cd44dc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:55.453698 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:57.238462 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:42:57.420789 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:04.724215 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:04.729617 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:07.414801 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=19 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:07.417288 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:18.714802 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:43:22.069141 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3bdff631-e7c2-4947-9072-8ab9daa37de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:24.365766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9892-f03a-4ce0-bfae-b4fe67d002c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:25.458557 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:27.241879 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:27.413720 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:28.710578 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:28.711369 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:37.402848 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:37.409673 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:41.731680 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:41.735727 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:43:52.070362 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-29157e15-4cc4-4cde-92f2-b75675c9e87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:54.367991 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-69852ac9-2751-4e24-a54c-cf0bad6c0e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:55.460789 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:55.713231 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:43:57.246831 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:43:57.417635 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:05.709723 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:06.597898 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47568) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:44:06.598438 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [None req-e61e5c41-6794-443a-833c-5a9a8e6eb71e tempest-verify_tempest_config-842516122 tempest-verify_tempest_config-842516122-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:44:06.599332 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-e61e5c41-6794-443a-833c-5a9a8e6eb71e tempest-verify_tempest_config-842516122 tempest-verify_tempest_config-842516122-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059485 Jul 27 10:44:07.098071 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47586) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:44:07.406293 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:07.412389 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:07.444543 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:07.518504 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Publish callbacks [] for security_group (cab56bca-c7e5-41d1-8e2a-1dcc6f912c27), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:07.522109 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (cab56bca-c7e5-41d1-8e2a-1dcc6f912c27), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:07.569160 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=614b1034255d445e9647fa79493753c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4700108 Jul 27 10:44:07.569992 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab56bca-c7e5-41d1-8e2a-1dcc6f912c27,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:44:07.571847 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47590) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:44:07.583100 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.583444 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.583799 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.584138 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.584464 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.584790 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.585120 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.585440 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.585780 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.586107 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.586426 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.586780 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.587099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.587414 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.587727 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939acd1-0bed-4bbb-8c12-1fc7e9aa9898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:44:07.637342 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-db71e699-08a5-4dc1-970d-4758b0ca7bb6 admin admin] Publish callbacks [] for security_group (cab56bca-c7e5-41d1-8e2a-1dcc6f912c27), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:07.658321 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-db71e699-08a5-4dc1-970d-4758b0ca7bb6 admin admin] Publish callbacks [] for security_group (cab56bca-c7e5-41d1-8e2a-1dcc6f912c27), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:07.752400 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-db71e699-08a5-4dc1-970d-4758b0ca7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (cab56bca-c7e5-41d1-8e2a-1dcc6f912c27), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:07.755391 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-db71e699-08a5-4dc1-970d-4758b0ca7bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:07.756588 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-db71e699-08a5-4dc1-970d-4758b0ca7bb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cab56bca-c7e5-41d1-8e2a-1dcc6f912c27 HTTP/1.1" status: 204 len: 168 time: 0.1824391 Jul 27 10:44:07.765113 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71e699-08a5-4dc1-970d-4758b0ca7bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab56bca-c7e5-41d1-8e2a-1dcc6f912c27,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:44:17.700590 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=32,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:17.760117 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=40,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:17.778042 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:17.785710 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:18.727192 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=13 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:18.731509 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=19 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:22.074190 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c802c556-2d86-4a3a-8395-dae928667db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:24.371084 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d60d942f-00ed-44f7-aecd-a143ff4d373c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:25.464105 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:27.248549 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:27.420099 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:32.713502 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:44:37.409391 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:37.415563 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:42.710073 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:42.710869 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:52.077044 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2cff204d-b116-44f4-8795-edf0ca853c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:54.373502 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ddab7d6a-6936-47f9-9d19-ee6e1775a952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:55.464486 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:55.733121 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:55.737835 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:44:57.251559 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:44:57.421639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:07.415852 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:07.418621 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:09.713362 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:45:20.718043 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:20.718865 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:22.079056 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-414e6e08-ba1b-4f4c-ac1e-12938c7140ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:24.376994 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-dac8b505-fc52-4947-992b-8ba08391db9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:25.469954 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:27.253703 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:27.423534 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:32.739411 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:32.744449 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:37.413243 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:37.418710 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:46.712684 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 5 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:45:51.720295 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:52.083287 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0f8867ed-1b75-4011-95b5-dacbab53295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:54.379795 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-af30a6b9-7b57-431b-97cc-b6810b9b6cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:55.471151 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:56.299339 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834789'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:56.708872 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:45:57.260007 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:45:57.426349 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:07.419862 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:07.422400 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:08.849061 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47684) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:46:08.978099 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7a750948-9df1-4b57-82f6-42ae6e454df5 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1279333 Jul 27 10:46:11.075551 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47694) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:46:11.130214 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-00ac509d-a405-4281-a0fc-79cb7ba8d4c6 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536041 Jul 27 10:46:17.418404 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=14 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:17.432488 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=18 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:21.124815 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:21.125568 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:22.084995 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5495dd3e-899f-4671-a088-d66c577fefc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:23.711786 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:46:24.380999 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac5d-bcb6-49ac-b5ba-03f83b02c5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:25.473949 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:26.298770 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:27.261680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:27.429648 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:33.708133 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:37.423450 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:37.426040 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:46.741481 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:46.746807 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:46:52.089237 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-33f27fa8-3e30-4546-ad7e-1baa32050f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:54.384781 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5cdff93f-dd2b-4c9f-b80e-e7acac5aae1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:55.475877 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:56.288661 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:57.263325 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:46:57.432438 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:00.711870 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:47:07.425396 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:07.427314 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:10.706933 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:10.707700 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:22.095474 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-74e092d0-f57c-40bb-a8a9-9af38b11556d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:23.747167 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:23.752154 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:24.389017 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-efbb996c-9f5e-4363-80da-5d7968ea38d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:25.479356 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:26.312398 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:27.267030 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:27.435671 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:37.429130 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:37.431120 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:37.711002 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:47:47.707238 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:47.709096 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:49.053216 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47858) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:49.249574 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-network', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:49.271850 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Made reservation on behalf of 418d6f237f034c45a7e78538b217ad5e for: {'network': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:49.274042 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.283110 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.368052 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Publish callbacks [] for security_group (fc09c87f-4e93-4661-94cf-f503060237cd), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.372827 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (fc09c87f-4e93-4661-94cf-f503060237cd), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.403140 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=110616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:47:49.405728 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc09c87f-4e93-4661-94cf-f503060237cd,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:49.418449 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.418819 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.419189 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.419717 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.420206 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.420714 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.421046 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.421373 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.421718 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.422218 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.422550 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.422900 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.423225 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.423547 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.423872 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Tracked resource versions report: Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: pushed versions: Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: { 'AddressGroup': {'1.2'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Agent': {'1.1'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'ConntrackHelper': {'1.0'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'LocalIPAssociation': {'1.0'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Log': {'1.0'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'NDPProxy': {'1.0'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Network': {'1.1'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Port': {'1.7'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'PortForwarding': {'1.3'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'QosPolicy': {'1.10'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SecurityGroup': {'1.5'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SecurityGroupRule': {'1.2'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SubPort': {'1.0'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Subnet': {'1.1'}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Trunk': {'1.1'}} Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: consumer versions: Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: { DHCP agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: HyperV agent@hv-cinder-85084: {}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: L3 agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: Metadata agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: Metering agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: Open vSwitch agent@dv-cinder-850840-3-iscsi: { 'AddressGroup': '1.2', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Agent': '1.1', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'ConntrackHelper': '1.0', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'LocalIPAssociation': '1.0', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Log': '1.0', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'NDPProxy': '1.0', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Network': '1.1', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Port': '1.7', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'PortForwarding': '1.3', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'QosPolicy': '1.10', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SecurityGroup': '1.5', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SecurityGroupRule': '1.2', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'SubPort': '1.0', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Subnet': '1.1', Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: 'Trunk': '1.1'}} Jul 27 10:47:49.425014 dv-cinder-850840-3-iscsi neutron-server[110616]: {{(pid=110616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 10:47:49.429780 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (7c60c1b8-fc0b-4510-b827-93329d31782d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.430122 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.segments_db [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Added segment 7c60c1b8-fc0b-4510-b827-93329d31782d of type vlan for network 85350a35-0d2c-48f8-814b-c6d3c3675053 Jul 27 10:47:49.471061 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (85350a35-0d2c-48f8-814b-c6d3c3675053), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.499202 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (85350a35-0d2c-48f8-814b-c6d3c3675053), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.500191 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:49.500927 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.518723 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47890) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:49.527735 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47896) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:49.527969 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4736817 Jul 27 10:47:49.535698 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Request body: {'subnet': {'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-subnet', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:49.561975 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Made reservation on behalf of 418d6f237f034c45a7e78538b217ad5e for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:49.565675 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.733705 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77da89-c8d4-473e-9cd9-26100ab5e0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=85350a35-0d2c-48f8-814b-c6d3c3675053,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:49.746976 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:47:49.844564 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (3dad9ee7-8009-43c9-8f47-7e94b40d3d2a), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.895175 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:49.913980 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1167864274-network', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:49.918008 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.918363 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.918934 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.919477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.919969 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.920477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.921038 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.921653 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.922095 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.922498 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.922867 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.923196 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.923680 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.924176 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.924513 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Tracked resource versions report: Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: pushed versions: Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: { 'AddressGroup': {'1.2'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Agent': {'1.1'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'ConntrackHelper': {'1.0'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'LocalIPAssociation': {'1.0'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Log': {'1.0'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'NDPProxy': {'1.0'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Network': {'1.1'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Port': {'1.7'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'PortForwarding': {'1.3'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'QosPolicy': {'1.10'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SecurityGroup': {'1.5'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SecurityGroupRule': {'1.2'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SubPort': {'1.0'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Subnet': {'1.1'}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Trunk': {'1.1'}} Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: consumer versions: Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: { DHCP agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: HyperV agent@hv-cinder-85084: {}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: L3 agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: Metadata agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: Metering agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: Open vSwitch agent@dv-cinder-850840-3-iscsi: { 'AddressGroup': '1.2', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Agent': '1.1', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'ConntrackHelper': '1.0', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'LocalIPAssociation': '1.0', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Log': '1.0', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'NDPProxy': '1.0', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Network': '1.1', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Port': '1.7', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'PortForwarding': '1.3', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'QosPolicy': '1.10', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SecurityGroup': '1.5', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SecurityGroupRule': '1.2', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'SubPort': '1.0', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Subnet': '1.1', Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: 'Trunk': '1.1'}} Jul 27 10:47:49.925709 dv-cinder-850840-3-iscsi neutron-server[110617]: {{(pid=110617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 10:47:49.936580 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Checking segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:47:49.936943 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Network hostable DHCP agents. Network: 85350a35-0d2c-48f8-814b-c6d3c3675053, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:47:49.967549 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:47:49.975999 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Made reservation on behalf of c4f3fa51a14844b1babdbd9533b7c3ec for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:49.979013 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:49.983734 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 85350a35-0d2c-48f8-814b-c6d3c3675053) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:49.993870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7cddc-b804-4db3-b331-ee28d88abd59 None None] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:47:50.004487 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.007686 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:50.008761 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.039130 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 47912) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:50.039308 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e3532f8f-c052-41e6-9335-2b8e1ddb40c3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5103962 Jul 27 10:47:50.045469 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:50.104336 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.105960 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.162881 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Publish callbacks [] for security_group (928ff53e-f745-43a2-9098-7e35c7025739), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.169725 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (928ff53e-f745-43a2-9098-7e35c7025739), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.194229 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks [] for router_controller (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.220866 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47932) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:50.230059 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-85350a35-0d2c-48f8-814b-c6d3c3675053', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:47:50.231275 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.249857 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:47:50.258372 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928ff53e-f745-43a2-9098-7e35c7025739,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:50.280123 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (7579600d-6043-42ce-930c-4d8d251bc911), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.280647 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Added segment 7579600d-6043-42ce-930c-4d8d251bc911 of type vlan for network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 Jul 27 10:47:50.303803 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47936) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:50.359979 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks [] for router_gateway (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.397108 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (f2e90474-ace9-49cb-b20f-0a0062fb4ae0), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.439640 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Allocated IP 172.20.0.2 (85350a35-0d2c-48f8-814b-c6d3c3675053/3dad9ee7-8009-43c9-8f47-7e94b40d3d2a/b304a481-c96b-4a7d-a67b-08ee4b1792a7) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:47:50.455045 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (f2e90474-ace9-49cb-b20f-0a0062fb4ae0), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.456278 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:50.457229 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.467696 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:50.566538 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e90474-ace9-49cb-b20f-0a0062fb4ae0,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:50.591458 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-ec520f1a-14d9-4626-a517-3ebf1b982ed8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0707221 Jul 27 10:47:50.592739 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47958) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:50.599838 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Request body: {'subnet': {'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1167864274-subnet', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:50.616120 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Publish callbacks [] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.622509 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:47:50.633522 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Made reservation on behalf of c4f3fa51a14844b1babdbd9533b7c3ec for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:50.639062 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.673054 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks [] for router_gateway (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.689924 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.695336 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.740821 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:50.749827 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:50.757559 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:47:50.765641 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1964851776-network', 'tenant_id': '977cf028e9a1422f96c2088a4db3d8d6'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:50.768702 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:50.775305 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2032067199-network', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:50.847568 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Made reservation on behalf of 977cf028e9a1422f96c2088a4db3d8d6 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:50.850859 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.858092 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Made reservation on behalf of 728ed167367f4d99ad27e0b98c969e1a for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:50.861099 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.866660 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Allocated IP 172.27.0.174 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/ce7bf44a-b15c-4809-be9d-f93815ca985b) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:47:50.871693 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:50.881761 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.888487 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:50.893790 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:50.929361 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Pushing event updated for resources: {'Port': ['ID=b304a481-c96b-4a7d-a67b-08ee4b1792a7,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:50.981081 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.981553 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.981923 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.982266 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.982617 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.987774 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.988125 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.988462 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.988799 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.989143 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.989461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.989801 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.990121 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.992382 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.993834 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Tracked resource versions report: Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: pushed versions: Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: { 'AddressGroup': {'1.2'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Agent': {'1.1'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'ConntrackHelper': {'1.0'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'LocalIPAssociation': {'1.0'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Log': {'1.0'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'NDPProxy': {'1.0'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Network': {'1.1'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Port': {'1.7'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'PortForwarding': {'1.3'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'QosPolicy': {'1.10'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SecurityGroup': {'1.5'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SecurityGroupRule': {'1.2'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SubPort': {'1.0'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Subnet': {'1.1'}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Trunk': {'1.1'}} Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: consumer versions: Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: { DHCP agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: HyperV agent@hv-cinder-85084: {}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: L3 agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: Metadata agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: Metering agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: Open vSwitch agent@dv-cinder-850840-3-iscsi: { 'AddressGroup': '1.2', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Agent': '1.1', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'ConntrackHelper': '1.0', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'LocalIPAssociation': '1.0', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Log': '1.0', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'NDPProxy': '1.0', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Network': '1.1', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Port': '1.7', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'PortForwarding': '1.3', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'QosPolicy': '1.10', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SecurityGroup': '1.5', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SecurityGroupRule': '1.2', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'SubPort': '1.0', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Subnet': '1.1', Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: 'Trunk': '1.1'}} Jul 27 10:47:50.997329 dv-cinder-850840-3-iscsi neutron-server[110618]: {{(pid=110618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 10:47:51.006155 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Attempting to bind port b304a481-c96b-4a7d-a67b-08ee4b1792a7 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:47:51.008265 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Attempting to bind port b304a481-c96b-4a7d-a67b-08ee4b1792a7 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:47:51.009597 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Attempting to bind port b304a481-c96b-4a7d-a67b-08ee4b1792a7 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:47:51.023392 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:47:51.023902 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Checking segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:47:51.024174 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.026342 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Bound using segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:47:51.027087 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Bound port: b304a481-c96b-4a7d-a67b-08ee4b1792a7, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:47:51.029808 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.041607 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks [] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.076512 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.095301 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Publish callbacks [] for security_group (6af87586-6af8-4aa1-8c3f-2db2e58520f4), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.114096 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (2affabea-7a41-4600-a5a5-82ca4a3c05ed), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.127328 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=75,neutron:INSERT=24,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:51.140191 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:51.141534 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7bf44a-b15c-4809-be9d-f93815ca985b,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:51.144633 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:51.148220 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:47:51.175742 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] For port b304a481-c96b-4a7d-a67b-08ee4b1792a7, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:47:51.179976 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] For port b304a481-c96b-4a7d-a67b-08ee4b1792a7, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b304a481-c96b-4a7d-a67b-08ee4b1792a7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:47:51.184026 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:51.193046 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.214239 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (6af87586-6af8-4aa1-8c3f-2db2e58520f4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.218236 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2affabea-7a41-4600-a5a5-82ca4a3c05ed,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:51.290684 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f44e10-c22d-4c42-bfa3-1ffaee500ffd None None] Pushing event updated for resources: {'Port': ['ID=b304a481-c96b-4a7d-a67b-08ee4b1792a7,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:51.292867 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af87586-6af8-4aa1-8c3f-2db2e58520f4,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:51.332647 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Checking segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:47:51.333786 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Network hostable DHCP agents. Network: f2e90474-ace9-49cb-b20f-0a0062fb4ae0, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:47:51.409073 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks [] for router_gateway (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.424678 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:47:51.476041 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:47:51.521686 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, f2e90474-ace9-49cb-b20f-0a0062fb4ae0) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:51.533161 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619aee63-d112-4846-bc27-c6dc473f6df1 None None] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:47:51.533369 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:51.533773 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.585625 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-454bf0bd-cb8c-4454-a2e7-f0edc19920c7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9908252 Jul 27 10:47:51.590324 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 47992) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:51.593791 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (1597446e-8069-402f-9f32-4d7a787160b2), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.594332 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Added segment 1597446e-8069-402f-9f32-4d7a787160b2 of type vlan for network 2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e Jul 27 10:47:51.604126 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:51.670554 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (204103ae-25a8-402f-8e2d-56c14802ada1), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.673086 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (204103ae-25a8-402f-8e2d-56c14802ada1), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.779065 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:51.898662 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:47:51.899597 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.016547 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Publish callbacks [] for security_group (932d5dae-4810-4cb4-8e69-236616124052), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.058567 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:47:52.108622 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.124088 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (932d5dae-4810-4cb4-8e69-236616124052), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.152858 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d65c-622b-43a2-9b4a-a4c8fc78560d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.165270 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:47:52.170168 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:52.189552 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (3b1105da-519b-45e9-b337-01bac7a38071), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.192938 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Added segment 3b1105da-519b-45e9-b337-01bac7a38071 of type vlan for network d0ea793f-1c27-41da-a60c-afe734369fd4 Jul 27 10:47:52.281474 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (d0ea793f-1c27-41da-a60c-afe734369fd4), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.302098 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=7 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:52.305735 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Allocated IP 172.20.0.2 (f2e90474-ace9-49cb-b20f-0a0062fb4ae0/2affabea-7a41-4600-a5a5-82ca4a3c05ed/c7beebd3-128d-4f4d-9301-fe5d6583cbfc) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:47:52.334512 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks [] for router_controller (204103ae-25a8-402f-8e2d-56c14802ada1), precommit_add_association {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.357097 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:52.370086 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:47:52.383793 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:52.384012 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Sync routers for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:47:52.392919 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.394176 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-1e060ba7-af93-4e89-b0a5-204869e86777 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3539438 Jul 27 10:47:52.398929 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48028) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:52.409746 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:47:52.410362 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:47:52.547472 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (d0ea793f-1c27-41da-a60c-afe734369fd4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.548471 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:52.549041 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.554282 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Publish callbacks [] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.573899 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.634413 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:52.638133 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:52.646569 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:47:52.649240 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.650153 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:52.650743 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.666085 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d5dae-4810-4cb4-8e69-236616124052,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:52.738640 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Pushing event updated for resources: {'Port': ['ID=c7beebd3-128d-4f4d-9301-fe5d6583cbfc,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:52.749348 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48040) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:52.751946 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.5239697 Jul 27 10:47:52.761089 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Request body: {'subnet': {'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2032067199-subnet', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:52.830051 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Made reservation on behalf of 728ed167367f4d99ad27e0b98c969e1a for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:52.840364 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:47:52.841694 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.870990 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Attempting to bind port c7beebd3-128d-4f4d-9301-fe5d6583cbfc on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:47:52.872302 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Attempting to bind port c7beebd3-128d-4f4d-9301-fe5d6583cbfc by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:47:52.873063 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Attempting to bind port c7beebd3-128d-4f4d-9301-fe5d6583cbfc on network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:47:52.881189 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5698566 Jul 27 10:47:52.883556 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:47:52.884019 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Checking segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:47:52.884508 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.885009 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Bound using segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:47:52.885547 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Bound port: c7beebd3-128d-4f4d-9301-fe5d6583cbfc, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:47:52.885989 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:52.918862 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48054) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:52.959325 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] For port c7beebd3-128d-4f4d-9301-fe5d6583cbfc, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:47:52.964402 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] For port c7beebd3-128d-4f4d-9301-fe5d6583cbfc, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c7beebd3-128d-4f4d-9301-fe5d6583cbfc,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:47:52.975047 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Request body: {'subnet': {'network_id': '2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1964851776-subnet', 'tenant_id': '977cf028e9a1422f96c2088a4db3d8d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:52.977101 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:53.095680 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks [] for router_gateway (204103ae-25a8-402f-8e2d-56c14802ada1), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:53.098208 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a082ecb-da5a-449c-9184-eb4fd4c652ae None None] Pushing event updated for resources: {'Port': ['ID=c7beebd3-128d-4f4d-9301-fe5d6583cbfc,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:53.113050 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0b822-f88f-4945-8b87-6fd9d6ae22c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ea793f-1c27-41da-a60c-afe734369fd4,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:53.134729 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network d0ea793f-1c27-41da-a60c-afe734369fd4 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:47:53.277480 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6630da53-ce01-4cff-bfbb-34ef9525d44b None None] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:47:53.285721 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Made reservation on behalf of 977cf028e9a1422f96c2088a4db3d8d6 for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:53.288681 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:53.291021 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (c2ddfa2b-0ed8-4491-a65a-c170a898c37e), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:53.347610 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:51Z', 'revision_number': 3, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:47:53.419022 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Checking router: ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:47:53.419022 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Updating router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa port ce7bf44a-b15c-4809-be9d-f93815ca985b binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:47:53.422867 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:53.434458 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:53.435952 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a3c20-8938-45e5-b717-95618f7e5a12 admin admin] Pushing event updated for resources: {'Network': ['ID=2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:53.474789 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:47:53.483881 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Checking segment: {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:47:53.483881 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Network hostable DHCP agents. Network: d0ea793f-1c27-41da-a60c-afe734369fd4, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:47:53.518040 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:53.694661 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-a85961bf-78e4-4cc4-85ef-af8e4c62c73b None None] Provisioning complete for port b304a481-c96b-4a7d-a67b-08ee4b1792a7 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:53.695070 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a85961bf-78e4-4cc4-85ef-af8e4c62c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:53.886408 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Network d0ea793f-1c27-41da-a60c-afe734369fd4 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:47:53.999262 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:53.999998 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:54.003467 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.081065 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks [] for router_gateway (204103ae-25a8-402f-8e2d-56c14802ada1), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.116977 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Publish callbacks [] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.129904 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.143091 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.145721 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48080) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:54.168748 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b304a481-c96b-4a7d-a67b-08ee4b1792a7 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:47:54.187415 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, d0ea793f-1c27-41da-a60c-afe734369fd4) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:54.210261 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:54.214710 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.280225 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ddfa2b-0ed8-4491-a65a-c170a898c37e,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:54.289777 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:54.297908 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Attempting to bind port ce7bf44a-b15c-4809-be9d-f93815ca985b on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:47:54.298294 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Attempting to bind port ce7bf44a-b15c-4809-be9d-f93815ca985b by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:47:54.298689 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Attempting to bind port ce7bf44a-b15c-4809-be9d-f93815ca985b on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:47:54.325423 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1a14f-2721-49b6-a9d8-7634affb9f61 None None] Network d0ea793f-1c27-41da-a60c-afe734369fd4 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:47:54.333500 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a85961bf-78e4-4cc4-85ef-af8e4c62c73b None None] Current status of the port b304a481-c96b-4a7d-a67b-08ee4b1792a7 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:47:54.335842 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a85961bf-78e4-4cc4-85ef-af8e4c62c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.368574 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-120ff074-3ef1-4ea5-8078-680da01cb150 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6173160 Jul 27 10:47:54.378746 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48090) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:54.399139 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:54.402191 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:54.410173 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:47:54.410801 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:47:54.413397 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.415001 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:47:54.416047 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Bound port: ce7bf44a-b15c-4809-be9d-f93815ca985b, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:47:54.419630 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.591295 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] For port ce7bf44a-b15c-4809-be9d-f93815ca985b, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:47:54.600571 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] For port ce7bf44a-b15c-4809-be9d-f93815ca985b, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=ce7bf44a-b15c-4809-be9d-f93815ca985b,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:47:54.603749 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Pushing event updated for resources: {'Port': ['ID=ce7bf44a-b15c-4809-be9d-f93815ca985b,revision_number=2']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:54.628094 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.630775 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.631587 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.632230 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.632719 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.633202 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.634319 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.638278 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.638962 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.639466 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.639968 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.640454 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.640938 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.641419 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.643357 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Tracked resource versions report: Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: pushed versions: Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: { 'AddressGroup': {'1.2'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Agent': {'1.1'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'ConntrackHelper': {'1.0'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'LocalIPAssociation': {'1.0'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Log': {'1.0'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'NDPProxy': {'1.0'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Network': {'1.1'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Port': {'1.7'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'PortForwarding': {'1.3'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'QosPolicy': {'1.10'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SecurityGroup': {'1.5'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SecurityGroupRule': {'1.2'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SubPort': {'1.0'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Subnet': {'1.1'}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Trunk': {'1.1'}} Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: consumer versions: Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: { DHCP agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: HyperV agent@hv-cinder-85084: {}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: L3 agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: Metadata agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: Metering agent@dv-cinder-850840-3-iscsi: {}, Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: Open vSwitch agent@dv-cinder-850840-3-iscsi: { 'AddressGroup': '1.2', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Agent': '1.1', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'ConntrackHelper': '1.0', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'LocalIPAssociation': '1.0', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Log': '1.0', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'NDPProxy': '1.0', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Network': '1.1', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Port': '1.7', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'PortForwarding': '1.3', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'QosPolicy': '1.10', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SecurityGroup': '1.5', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SecurityGroupRule': '1.2', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'SubPort': '1.0', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Subnet': '1.1', Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: 'Trunk': '1.1'}} Jul 27 10:47:54.645270 dv-cinder-850840-3-iscsi neutron-server[110619]: {{(pid=110619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 10:47:54.655668 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.687096 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8c5b74be-686a-417f-a09c-7c1e086a81dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.708121 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8f420326-10c9-4f5e-9373-e73175c5a222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.718268 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-a85961bf-78e4-4cc4-85ef-af8e4c62c73b None None] For port b304a481-c96b-4a7d-a67b-08ee4b1792a7, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b304a481-c96b-4a7d-a67b-08ee4b1792a7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:47:54.761662 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (82677e80-d81b-4f30-a760-8e89901db28d), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.762675 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (82677e80-d81b-4f30-a760-8e89901db28d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.768027 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a85961bf-78e4-4cc4-85ef-af8e4c62c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.774010 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port b304a481-c96b-4a7d-a67b-08ee4b1792a7 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:54.774914 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:54.775329 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:47:54.776012 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:47:54.780179 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Allocated IP 172.27.0.245 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/021fad2a-5303-4fb2-8e6f-1e04baff0e0f) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:47:54.978352 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-d0ea793f-1c27-41da-a60c-afe734369fd4', 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'fixed_ips': [{'subnet_id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:47:54.979575 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.004015 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e441b7-30f6-419b-942f-6f6d1c26854d None None] Pushing event updated for resources: {'Port': ['ID=ce7bf44a-b15c-4809-be9d-f93815ca985b,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:55.033478 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-db35f2fb-d72e-4ffd-a405-5ff7d1304510 None None] Provisioning complete for port b304a481-c96b-4a7d-a67b-08ee4b1792a7 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:55.038874 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-db35f2fb-d72e-4ffd-a405-5ff7d1304510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.041791 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:47:55.051570 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks [] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.120804 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.148574 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Allocated IP 172.20.0.1 (85350a35-0d2c-48f8-814b-c6d3c3675053/3dad9ee7-8009-43c9-8f47-7e94b40d3d2a/d8837645-fd7f-422d-b512-0dbb859daa60) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:47:55.158397 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks [] for router_controller (82677e80-d81b-4f30-a760-8e89901db28d), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.162051 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (7e2b5612-5114-4c60-90d3-801cc08bc55d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.182677 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port b304a481-c96b-4a7d-a67b-08ee4b1792a7 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:47:55.184354 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c7beebd3-128d-4f4d-9301-fe5d6583cbfc up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:47:55.196221 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:55.218997 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:55.225645 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:47:55.230642 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2b5612-5114-4c60-90d3-801cc08bc55d,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:55.276192 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:55.301768 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Pushing event updated for resources: {'Port': ['ID=021fad2a-5303-4fb2-8e6f-1e04baff0e0f,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:55.376113 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:55.398350 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd553b1-98c3-476f-8b92-c469ebe729cd None None] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:47:55.451204 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:55.451335 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:51Z', 'revision_number': 3, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:47:55.478044 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85961bf-78e4-4cc4-85ef-af8e4c62c73b None None] Pushing event updated for resources: {'Port': ['ID=b304a481-c96b-4a7d-a67b-08ee4b1792a7,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:55.520096 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8f420326-10c9-4f5e-9373-e73175c5a222 admin admin] Publish callbacks [] for security_group (3dda7f85-35bd-4aa1-a012-c7798db4dd5a), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.520894 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d344d8-5b8a-45d7-8317-519d18351329 None None] The sync data for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi is: [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:51Z', 'revision_number': 3, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:47:55.680845 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.692056 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:55.721897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks [] for router_gateway (82677e80-d81b-4f30-a760-8e89901db28d), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.731971 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8f420326-10c9-4f5e-9373-e73175c5a222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (3dda7f85-35bd-4aa1-a012-c7798db4dd5a), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.740506 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:55.742975 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Checking segment: {'id': '1597446e-8069-402f-9f32-4d7a787160b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:47:55.743386 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Network hostable DHCP agents. Network: 2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:47:55.748105 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port c7beebd3-128d-4f4d-9301-fe5d6583cbfc triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:55.748515 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.773157 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks [] for router_gateway (204103ae-25a8-402f-8e2d-56c14802ada1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:55.779600 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Allocated IP 172.20.0.2 (d0ea793f-1c27-41da-a60c-afe734369fd4/c2ddfa2b-0ed8-4491-a65a-c170a898c37e/b442181a-0956-442c-9329-6235d5465ded) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:47:55.834688 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-db35f2fb-d72e-4ffd-a405-5ff7d1304510 None None] Current status of the port b304a481-c96b-4a7d-a67b-08ee4b1792a7 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:47:55.952305 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:55.982277 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Publish callbacks [] for port (d8837645-fd7f-422d-b512-0dbb859daa60), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.093513 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-05d7c6a2-4ecf-4e55-a214-5f7d74439536 None None] Provisioning complete for port c7beebd3-128d-4f4d-9301-fe5d6583cbfc triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:56.093914 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-05d7c6a2-4ecf-4e55-a214-5f7d74439536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.116737 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (204103ae-25a8-402f-8e2d-56c14802ada1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.129797 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port c7beebd3-128d-4f4d-9301-fe5d6583cbfc is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:47:56.130196 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.144300 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f420326-10c9-4f5e-9373-e73175c5a222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda7f85-35bd-4aa1-a012-c7798db4dd5a,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:56.187664 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-8f420326-10c9-4f5e-9373-e73175c5a222 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66c9954b29af4eb5a8ca587e290e5c22&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0360959 Jul 27 10:47:56.191461 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks [] for router_gateway (82677e80-d81b-4f30-a760-8e89901db28d), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.209933 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48128) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:56.228400 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Network 2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:47:56.247384 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.266558 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.292952 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:56.457616 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port c7beebd3-128d-4f4d-9301-fe5d6583cbfc, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c7beebd3-128d-4f4d-9301-fe5d6583cbfc,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:47:56.461317 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Publish callbacks [] for port (b442181a-0956-442c-9329-6235d5465ded), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.463782 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.466853 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.480626 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (b442181a-0956-442c-9329-6235d5465ded), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.489620 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2f53e4-fb9a-4558-b77d-68351263fb30 admin admin] Publish callbacks [] for security_group (3dda7f85-35bd-4aa1-a012-c7798db4dd5a), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.532443 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2f53e4-fb9a-4558-b77d-68351263fb30 admin admin] Publish callbacks [] for security_group (3dda7f85-35bd-4aa1-a012-c7798db4dd5a), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.601870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=c7beebd3-128d-4f4d-9301-fe5d6583cbfc,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:56.639640 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:56.655895 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Network d0ea793f-1c27-41da-a60c-afe734369fd4 is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:56.662193 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d6f03-51df-47ed-a571-140eb4f7ab7f None None] Network 2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:47:56.670648 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2f53e4-fb9a-4558-b77d-68351263fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (3dda7f85-35bd-4aa1-a012-c7798db4dd5a), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.673155 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2f53e4-fb9a-4558-b77d-68351263fb30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.673319 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:56.677672 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.677883 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5a2f53e4-fb9a-4558-b77d-68351263fb30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3dda7f85-35bd-4aa1-a012-c7798db4dd5a HTTP/1.1" status: 204 len: 168 time: 0.4636066 Jul 27 10:47:56.710172 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:56.744567 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f53e4-fb9a-4558-b77d-68351263fb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda7f85-35bd-4aa1-a012-c7798db4dd5a,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:56.747797 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:56.764003 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:47:56.764500 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:56.781219 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Allocated IP 172.27.0.252 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/515dc39d-9400-4443-b456-15cfe4ee938d) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:47:56.870564 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:56.884155 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:47:56.888368 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Router 204103ae-25a8-402f-8e2d-56c14802ada1 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:47:56.919506 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b304a481-c96b-4a7d-a67b-08ee4b1792a7 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:47:56.937987 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-05d7c6a2-4ecf-4e55-a214-5f7d74439536 None None] Current status of the port c7beebd3-128d-4f4d-9301-fe5d6583cbfc is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:47:56.942016 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:57.091879 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Pushing event updated for resources: {'Port': ['ID=b442181a-0956-442c-9329-6235d5465ded,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:57.135943 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-af7b9950-b345-4edf-8cfd-a25c8b419d92 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1661897 Jul 27 10:47:57.145357 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Pushing event updated for resources: {'Port': ['ID=d8837645-fd7f-422d-b512-0dbb859daa60,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:57.147297 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:57.169012 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-35ffb6f3-2162-44f4-ad6c-d61d6c219683 None None] Provisioning complete for port c7beebd3-128d-4f4d-9301-fe5d6583cbfc triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:57.169905 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-35ffb6f3-2162-44f4-ad6c-d61d6c219683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.224119 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c14d93d-42b4-4ad5-88e3-7b893288c7a2 None None] Network 2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:47:57.262536 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:47:57.310985 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.311195 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Sync routers for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:47:57.320437 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7d0fe539-826f-4ecf-b581-b1b67d73bdea admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7198195 Jul 27 10:47:57.322828 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48174) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:57.328494 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port b304a481-c96b-4a7d-a67b-08ee4b1792a7 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:57.328807 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.337660 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Attempting to bind port b442181a-0956-442c-9329-6235d5465ded on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:47:57.338040 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Attempting to bind port b442181a-0956-442c-9329-6235d5465ded by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:47:57.338404 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Attempting to bind port b442181a-0956-442c-9329-6235d5465ded on network d0ea793f-1c27-41da-a60c-afe734369fd4 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:47:57.382666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.405069 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:47:57.405447 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Checking segment: {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:47:57.405850 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.406249 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Bound using segment: {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:47:57.406746 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Bound port: b442181a-0956-442c-9329-6235d5465ded, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:47:57.407130 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b442181a-0956-442c-9329-6235d5465ded), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.416597 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.431019 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:47:57.431799 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:47:57.522105 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:57.538448 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:57.584309 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.597136 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks [] for port (515dc39d-9400-4443-b456-15cfe4ee938d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.703878 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-35ffb6f3-2162-44f4-ad6c-d61d6c219683 None None] Current status of the port c7beebd3-128d-4f4d-9301-fe5d6583cbfc is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:47:57.760128 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] For port b442181a-0956-442c-9329-6235d5465ded, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:47:57.768131 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] For port b442181a-0956-442c-9329-6235d5465ded, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b442181a-0956-442c-9329-6235d5465ded,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:47:57.772443 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port b304a481-c96b-4a7d-a67b-08ee4b1792a7 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:47:57.773511 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device ce7bf44a-b15c-4809-be9d-f93815ca985b up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:47:57.801235 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:47:57.804463 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b442181a-0956-442c-9329-6235d5465ded), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.830000 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:57.867397 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:57.958408 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Pushing event updated for resources: {'Port': ['ID=515dc39d-9400-4443-b456-15cfe4ee938d,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:57.992962 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:58.004201 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:58.018555 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:47:58.074765 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.314616 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Publish callbacks [] for port (d8837645-fd7f-422d-b512-0dbb859daa60), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.327873 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.328752 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.390958 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-99565436-92fc-4e60-8dbd-fb55c9a934cc None None] Provisioning complete for port d8837645-fd7f-422d-b512-0dbb859daa60 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:58.391466 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-99565436-92fc-4e60-8dbd-fb55c9a934cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.489930 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9dc76-7158-4acf-9ff2-7b414cf2718b None None] Pushing event updated for resources: {'Port': ['ID=b442181a-0956-442c-9329-6235d5465ded,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:58.490537 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48218) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:58.511640 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:58.512571 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1029537458-network', 'tenant_id': '727403ef1f3d435d9af07604643eebd1'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:58.515356 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-99565436-92fc-4e60-8dbd-fb55c9a934cc None None] Port d8837645-fd7f-422d-b512-0dbb859daa60 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:47:58.535644 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port ce7bf44a-b15c-4809-be9d-f93815ca985b triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:58.536300 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.594662 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Pushing event updated for resources: {'Port': ['ID=d8837645-fd7f-422d-b512-0dbb859daa60,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:58.612457 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Allocated IP 172.20.0.1 (f2e90474-ace9-49cb-b20f-0a0062fb4ae0/2affabea-7a41-4600-a5a5-82ca4a3c05ed/981cda21-54bb-48f6-b143-978375fc0234) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:47:58.632394 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:58.637449 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks [] for router_gateway (82677e80-d81b-4f30-a760-8e89901db28d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.673858 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:55Z', 'revision_number': 3, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:47:58.696605 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Made reservation on behalf of 727403ef1f3d435d9af07604643eebd1 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:58.699534 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.718701 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.729407 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Checking router: 204103ae-25a8-402f-8e2d-56c14802ada1 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:47:58.729772 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Updating router 204103ae-25a8-402f-8e2d-56c14802ada1 port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:47:58.767588 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:58.789264 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port ce7bf44a-b15c-4809-be9d-f93815ca985b is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:47:58.789877 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.802180 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Publish callbacks [] for port (981cda21-54bb-48f6-b143-978375fc0234), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.826388 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port ce7bf44a-b15c-4809-be9d-f93815ca985b, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=ce7bf44a-b15c-4809-be9d-f93815ca985b,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:47:58.831910 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.836326 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.847535 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:58.850630 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:58.888666 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Publish callbacks [] for security_group (e8f99a54-d314-456e-9d47-44e78c9035c1), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.890772 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (981cda21-54bb-48f6-b143-978375fc0234), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.901113 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (e8f99a54-d314-456e-9d47-44e78c9035c1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:58.993135 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:59.004511 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (82677e80-d81b-4f30-a760-8e89901db28d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.059109 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:47:59.083807 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (940ca721-808f-43b0-a521-5b100faa75b6), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.092641 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Added segment 940ca721-808f-43b0-a521-5b100faa75b6 of type vlan for network 164458db-2b7e-41ee-b560-aeafdbf3a94e Jul 27 10:47:59.097483 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Pushing event updated for resources: {'Port': ['ID=981cda21-54bb-48f6-b143-978375fc0234,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:59.131356 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=ce7bf44a-b15c-4809-be9d-f93815ca985b,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:59.149684 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:47:59.212302 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:47:59.234848 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:47:59.235052 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (204103ae-25a8-402f-8e2d-56c14802ada1), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.245824 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:59.308891 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f99a54-d314-456e-9d47-44e78c9035c1,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:59.347127 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b442181a-0956-442c-9329-6235d5465ded up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:47:59.396625 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (164458db-2b7e-41ee-b560-aeafdbf3a94e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.439925 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-012cf17b-a1e2-4c56-b37b-c7ceca54e5ae None None] Provisioning complete for port d8837645-fd7f-422d-b512-0dbb859daa60 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:59.440690 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-012cf17b-a1e2-4c56-b37b-c7ceca54e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.501180 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:47:59.547823 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (164458db-2b7e-41ee-b560-aeafdbf3a94e), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.550253 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:47:59.551035 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.566724 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-012cf17b-a1e2-4c56-b37b-c7ceca54e5ae None None] Port d8837645-fd7f-422d-b512-0dbb859daa60 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:47:59.614253 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1122158 Jul 27 10:47:59.616056 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48242) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:47:59.625113 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port b442181a-0956-442c-9329-6235d5465ded triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:59.625560 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b442181a-0956-442c-9329-6235d5465ded), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.648564 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Request body: {'subnet': {'network_id': '164458db-2b7e-41ee-b560-aeafdbf3a94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1029537458-subnet', 'tenant_id': '727403ef1f3d435d9af07604643eebd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:47:59.663870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Publish callbacks [] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.693866 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Made reservation on behalf of 727403ef1f3d435d9af07604643eebd1 for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:47:59.694143 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.697102 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.703083 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:47:59.737423 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-756d5e6c-6ee8-456a-8585-e9cc64139204 None None] Provisioning complete for port 981cda21-54bb-48f6-b143-978375fc0234 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:47:59.737638 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-756d5e6c-6ee8-456a-8585-e9cc64139204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (981cda21-54bb-48f6-b143-978375fc0234), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.789286 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed120271-a225-4b26-9a7f-a624f408adf8 None None] Network d0ea793f-1c27-41da-a60c-afe734369fd4 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:47:59.791486 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95396447-3b20-4161-86e0-0c66ffe9d06f admin admin] Pushing event updated for resources: {'Network': ['ID=164458db-2b7e-41ee-b560-aeafdbf3a94e,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:59.858747 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 164458db-2b7e-41ee-b560-aeafdbf3a94e details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:47:59.860413 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Router 82677e80-d81b-4f30-a760-8e89901db28d is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:47:59.876333 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (981cda21-54bb-48f6-b143-978375fc0234), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:47:59.882947 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:47:59.885140 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff90e8-6e63-4ef1-b92e-d05397572d6b None None] Pushing event updated for resources: {'Port': ['ID=021fad2a-5303-4fb2-8e6f-1e04baff0e0f,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:47:59.894358 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-715f2f22-3edb-428b-9a17-1d2f1f348445 admin admin] 10.222.0.36 "PUT /v2.0/routers/ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4943016 Jul 27 10:47:59.898282 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Sync routers for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:47:59.939069 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:47:59.939069 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:47:59.970857 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Attempting to bind port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:47:59.971461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Attempting to bind port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:47:59.971986 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Attempting to bind port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:47:59.981075 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-756d5e6c-6ee8-456a-8585-e9cc64139204 None None] Port 981cda21-54bb-48f6-b143-978375fc0234 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:47:59.996460 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:00.010983 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:00.011359 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:00.014131 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.019728 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:00.020791 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Bound port: 021fad2a-5303-4fb2-8e6f-1e04baff0e0f, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:00.021202 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.148765 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] For port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:00.153079 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] For port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=021fad2a-5303-4fb2-8e6f-1e04baff0e0f,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:00.178467 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.203532 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:00.222421 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:00.240682 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port b442181a-0956-442c-9329-6235d5465ded is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:00.241069 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b442181a-0956-442c-9329-6235d5465ded), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.267291 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff90e8-6e63-4ef1-b92e-d05397572d6b None None] Pushing event updated for resources: {'Port': ['ID=021fad2a-5303-4fb2-8e6f-1e04baff0e0f,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:00.284644 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Publish callbacks [] for port (981cda21-54bb-48f6-b143-978375fc0234), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.292665 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:48:00.303746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (981cda21-54bb-48f6-b143-978375fc0234), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.304849 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (204103ae-25a8-402f-8e2d-56c14802ada1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.312390 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:00.354525 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8116ac03-990e-432c-bc8d-bb6466813573 None None] Provisioning complete for port b442181a-0956-442c-9329-6235d5465ded triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:00.354926 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8116ac03-990e-432c-bc8d-bb6466813573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b442181a-0956-442c-9329-6235d5465ded), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.363396 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Sync routers for ids ['82677e80-d81b-4f30-a760-8e89901db28d'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:48:00.386626 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:00.399375 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (1f0fa047-b468-4f0f-932b-2e6f4e3d457c), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.479105 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Pushing event updated for resources: {'Port': ['ID=981cda21-54bb-48f6-b143-978375fc0234,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:00.484745 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port b442181a-0956-442c-9329-6235d5465ded, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b442181a-0956-442c-9329-6235d5465ded,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:00.501875 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.508330 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-99e6911d-ad55-455d-9e47-5f1a879a2e1b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1163180 Jul 27 10:48:00.510634 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48296) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:00.538642 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:00.539725 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:00.544924 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b442181a-0956-442c-9329-6235d5465ded), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.545839 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c7beebd3-128d-4f4d-9301-fe5d6583cbfc up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:00.556560 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 2, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:00.598931 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0fa047-b468-4f0f-932b-2e6f4e3d457c,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:00.632378 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Checking segment: {'id': '940ca721-808f-43b0-a521-5b100faa75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '164458db-2b7e-41ee-b560-aeafdbf3a94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:00.633385 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Network hostable DHCP agents. Network: 164458db-2b7e-41ee-b560-aeafdbf3a94e, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:48:00.643397 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:48:00.644620 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Checking router: ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:48:00.644620 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Updating router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa port d8837645-fd7f-422d-b512-0dbb859daa60 binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:48:00.679026 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Routers {'82677e80-d81b-4f30-a760-8e89901db28d'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:00.679661 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['82677e80-d81b-4f30-a760-8e89901db28d'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:00.687608 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Network 164458db-2b7e-41ee-b560-aeafdbf3a94e is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:48:00.694115 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:00.695378 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:00.728398 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.740236 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 164458db-2b7e-41ee-b560-aeafdbf3a94e) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:00.757485 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:00.761073 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:00.772915 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48320) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:00.791662 dv-cinder-850840-3-iscsi neutron-server[110616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 10:48:00.827613 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:00.964407 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Set router 82677e80-d81b-4f30-a760-8e89901db28d gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:00.997664 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-cee4291f-45dc-44bc-b49b-1b0178248442 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3720527 Jul 27 10:48:01.055900 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3783cb-31d9-4ea0-89d5-e3b3b890525b None None] Network 164458db-2b7e-41ee-b560-aeafdbf3a94e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:48:01.089411 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Router 204103ae-25a8-402f-8e2d-56c14802ada1 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:48:01.197470 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d7d7ee89-b5e3-4c0d-80a7-36063862376a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:01.203926 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d7d7ee89-b5e3-4c0d-80a7-36063862376a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 819 time: 0.4271979 Jul 27 10:48:01.228063 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-78e95332-baa8-4a9f-9da7-e29f45e70509 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/quotas/418d6f237f034c45a7e78538b217ad5e HTTP/1.1" status: 200 len: 375 time: 0.0205200 Jul 27 10:48:01.285168 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48332) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:01.285507 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48334) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:01.372922 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa06d81-42f8-4b95-9edd-8f9da7abb76a admin admin] Deleting subnet 7e2b5612-5114-4c60-90d3-801cc08bc55d {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:48:01.397211 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0fa06d81-42f8-4b95-9edd-8f9da7abb76a admin admin] Publish callbacks [] for subnet (7e2b5612-5114-4c60-90d3-801cc08bc55d), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.458072 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Publish callbacks [] for port (d8837645-fd7f-422d-b512-0dbb859daa60), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.484524 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.541423 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-ad46b608-b9c9-4b8b-82ef-96a3883eb544 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3059971 Jul 27 10:48:01.596558 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:48:01.600573 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0fa06d81-42f8-4b95-9edd-8f9da7abb76a admin admin] Publish callbacks [] for subnet (7e2b5612-5114-4c60-90d3-801cc08bc55d), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.605893 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:01.630816 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-75214863-5eb1-4262-bc56-8fd66843b895 admin admin] 10.222.0.36 "PUT /v2.0/routers/204103ae-25a8-402f-8e2d-56c14802ada1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2982092 Jul 27 10:48:01.646815 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0fa06d81-42f8-4b95-9edd-8f9da7abb76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (7e2b5612-5114-4c60-90d3-801cc08bc55d), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.710561 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-379e6d88-070f-4364-adb6-040e5c15142d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.733078 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff00e5-fb35-4269-b236-f9097bd9535c None None] Pushing event updated for resources: {'Port': ['ID=d8837645-fd7f-422d-b512-0dbb859daa60,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:01.747045 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 3, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:01.761372 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=b442181a-0956-442c-9329-6235d5465ded,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:01.787870 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Attempting to bind port d8837645-fd7f-422d-b512-0dbb859daa60 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:48:01.788228 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Attempting to bind port d8837645-fd7f-422d-b512-0dbb859daa60 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:48:01.788602 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Attempting to bind port d8837645-fd7f-422d-b512-0dbb859daa60 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:01.794802 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:01.795236 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:01.795622 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Checking segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:01.796259 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.796413 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Bound using segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:01.796897 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Bound port: d8837645-fd7f-422d-b512-0dbb859daa60, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:01.797545 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.797990 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port c7beebd3-128d-4f4d-9301-fe5d6583cbfc triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:01.798991 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.801895 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:01.856937 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.876689 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-f83f85b8-0eb5-42c5-b5f7-f985f1d98cbe service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:48:01.878017 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-f83f85b8-0eb5-42c5-b5f7-f985f1d98cbe service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1807201 Jul 27 10:48:01.956698 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] For port d8837645-fd7f-422d-b512-0dbb859daa60, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:01.962355 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] For port d8837645-fd7f-422d-b512-0dbb859daa60, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d8837645-fd7f-422d-b512-0dbb859daa60,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:01.966817 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Checking router: 82677e80-d81b-4f30-a760-8e89901db28d for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:48:01.967610 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Updating router 82677e80-d81b-4f30-a760-8e89901db28d port 515dc39d-9400-4443-b456-15cfe4ee938d binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:48:01.974972 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:01.976706 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:01.977905 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8116ac03-990e-432c-bc8d-bb6466813573 None None] Current status of the port b442181a-0956-442c-9329-6235d5465ded is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:01.993558 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0fa06d81-42f8-4b95-9edd-8f9da7abb76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (7e2b5612-5114-4c60-90d3-801cc08bc55d), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.003995 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed31ae8-6997-4685-9bd5-279407aa0b53 None None] Network 164458db-2b7e-41ee-b560-aeafdbf3a94e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:48:02.036964 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0fa06d81-42f8-4b95-9edd-8f9da7abb76a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.040887 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-0fa06d81-42f8-4b95-9edd-8f9da7abb76a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7e2b5612-5114-4c60-90d3-801cc08bc55d HTTP/1.1" status: 204 len: 168 time: 0.7544367 Jul 27 10:48:02.048656 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48356) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:02.051175 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa06d81-42f8-4b95-9edd-8f9da7abb76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2b5612-5114-4c60-90d3-801cc08bc55d,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:02.065688 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-379e6d88-070f-4364-adb6-040e5c15142d admin admin] Publish callbacks [] for security_group (657a756b-ab0d-4674-b10d-a70ec91cf540), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.086340 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-379e6d88-070f-4364-adb6-040e5c15142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (657a756b-ab0d-4674-b10d-a70ec91cf540), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.109364 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:02.121737 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff00e5-fb35-4269-b236-f9097bd9535c None None] Pushing event updated for resources: {'Port': ['ID=d8837645-fd7f-422d-b512-0dbb859daa60,revision_number=4']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:02.139764 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:02.151974 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-379e6d88-070f-4364-adb6-040e5c15142d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ba0e760282a41c9b9cdf72987a4befb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8642592 Jul 27 10:48:02.157067 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48358) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:02.167241 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.168650 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:02.201727 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-ce576be0-4bca-45ad-93e6-61854165ac6c service neutron] 10.222.0.36 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153148 Jul 27 10:48:02.208872 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Allocated IP 172.20.0.1 (d0ea793f-1c27-41da-a60c-afe734369fd4/c2ddfa2b-0ed8-4491-a65a-c170a898c37e/2a68b9d0-c332-4a64-b421-dfd3d025f4e4) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:48:02.209750 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Provisioning complete for port b442181a-0956-442c-9329-6235d5465ded triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:02.211361 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b442181a-0956-442c-9329-6235d5465ded), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.216110 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e6d88-070f-4364-adb6-040e5c15142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657a756b-ab0d-4674-b10d-a70ec91cf540,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:02.233833 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.244243 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:02.244939 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:02.313436 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9f555e6e-0867-4b6b-aaca-08312498e2c1 admin admin] Publish callbacks [] for security_group (657a756b-ab0d-4674-b10d-a70ec91cf540), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.357480 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:02.390919 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9f555e6e-0867-4b6b-aaca-08312498e2c1 admin admin] Publish callbacks [] for security_group (657a756b-ab0d-4674-b10d-a70ec91cf540), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.436113 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48366) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:02.444735 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.446895 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:02.449467 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-fb5f5a0d-3f12-4e01-9103-4ce11bad116d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424335861', 'description': 'tempest-description--934959860'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:02.525134 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.525520 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.526273 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.526624 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > port after_create 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.526991 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.527305 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > port after_update 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.527678 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.528008 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.528403 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.528742 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:02.541405 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Publish callbacks [] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.584980 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.592235 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port c7beebd3-128d-4f4d-9301-fe5d6583cbfc is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:02.630709 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Current status of the port b442181a-0956-442c-9329-6235d5465ded is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:02.652769 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 2, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:02.664013 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5a0d-3f12-4e01-9103-4ce11bad116d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.667476 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Network d0ea793f-1c27-41da-a60c-afe734369fd4 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:48:02.673758 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Provisioning complete for port 981cda21-54bb-48f6-b143-978375fc0234 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:02.674141 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (981cda21-54bb-48f6-b143-978375fc0234), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.682278 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:02.692609 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:48:02.693442 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (82677e80-d81b-4f30-a760-8e89901db28d), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.698933 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:02.742197 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9f555e6e-0867-4b6b-aaca-08312498e2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (657a756b-ab0d-4674-b10d-a70ec91cf540), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.745489 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9f555e6e-0867-4b6b-aaca-08312498e2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.749654 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-9f555e6e-0867-4b6b-aaca-08312498e2c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/657a756b-ab0d-4674-b10d-a70ec91cf540 HTTP/1.1" status: 204 len: 168 time: 0.5899296 Jul 27 10:48:02.777671 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6901d515-ef8a-43ff-a7a0-cf64dc477fb4 None None] The sync data for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi is: [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 2, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:48:02.795952 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f555e6e-0867-4b6b-aaca-08312498e2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657a756b-ab0d-4674-b10d-a70ec91cf540,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:02.899311 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b442181a-0956-442c-9329-6235d5465ded up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:02.926884 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5a0d-3f12-4e01-9103-4ce11bad116d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (2756fcb0-e811-4198-b2a8-a61a533b084d), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:02.982156 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5a0d-3f12-4e01-9103-4ce11bad116d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2756fcb0-e811-4198-b2a8-a61a533b084d), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.011383 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:01Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:03.023564 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:03.023928 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:03.024265 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:03.024591 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:48:03.024950 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:03.050803 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f5a0d-3f12-4e01-9103-4ce11bad116d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2756fcb0-e811-4198-b2a8-a61a533b084d,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:03.071720 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5a0d-3f12-4e01-9103-4ce11bad116d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.075134 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-fb5f5a0d-3f12-4e01-9103-4ce11bad116d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6319590 Jul 27 10:48:03.092309 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-f84a8520-6a60-4633-adc8-fced4eeb42e2 service neutron] 10.222.0.36 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8799102 Jul 27 10:48:03.092945 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48378) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:03.100312 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79aef1-81a7-45be-bab4-e8d42bb2c088 None None] The sync data for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi is: [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:01Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:48:03.102073 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.125340 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-da0846dd-f25f-40ee-90c9-0bd970db81af tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'security_group_rule': {'security_group_id': '2756fcb0-e811-4198-b2a8-a61a533b084d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:03.134863 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Port 981cda21-54bb-48f6-b143-978375fc0234 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:48:03.144273 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1597446e-8069-402f-9f32-4d7a787160b2') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:03.144574 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1597446e-8069-402f-9f32-4d7a787160b2') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:03.217042 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (1597446e-8069-402f-9f32-4d7a787160b2), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.287039 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Provisioning complete for port d8837645-fd7f-422d-b512-0dbb859daa60 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:03.288449 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (1597446e-8069-402f-9f32-4d7a787160b2), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.295373 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.317312 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:03.339127 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Publish callbacks [] for port (515dc39d-9400-4443-b456-15cfe4ee938d), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.345599 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:48:03.347158 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (1597446e-8069-402f-9f32-4d7a787160b2), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.415461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port b442181a-0956-442c-9329-6235d5465ded triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:03.417992 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b442181a-0956-442c-9329-6235d5465ded), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.446493 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.447803 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da0846dd-f25f-40ee-90c9-0bd970db81af tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (3165bd75-08c1-4302-9f53-13b461c27b3b), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.454931 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:03.488761 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48392) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:03.540586 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a7dae865-f548-4bac-b1e4-6b9e58bfcde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.583467 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:03.598646 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:03.760862 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a7dae865-f548-4bac-b1e4-6b9e58bfcde5 admin admin] Publish callbacks [] for security_group (a520d1dc-2949-4885-863b-4a4a8faca2ed), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.768752 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a7dae865-f548-4bac-b1e4-6b9e58bfcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a520d1dc-2949-4885-863b-4a4a8faca2ed), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.844428 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Current status of the port d8837645-fd7f-422d-b512-0dbb859daa60 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:03.845656 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.916153 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Publish callbacks [] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.925494 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-a7dae865-f548-4bac-b1e4-6b9e58bfcde5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4bc3cd8e5ee24b298f40f77d3e6e765b&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4356256 Jul 27 10:48:03.926471 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48432) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:03.929642 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dae865-f548-4bac-b1e4-6b9e58bfcde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520d1dc-2949-4885-863b-4a4a8faca2ed,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:03.953788 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:03.954697 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (82677e80-d81b-4f30-a760-8e89901db28d), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.045699 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Attempting to bind port 515dc39d-9400-4443-b456-15cfe4ee938d on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:48:04.049111 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48410) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:04.049734 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Attempting to bind port 515dc39d-9400-4443-b456-15cfe4ee938d by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:48:04.050155 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Attempting to bind port 515dc39d-9400-4443-b456-15cfe4ee938d on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:04.122555 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:04.135686 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] For port d8837645-fd7f-422d-b512-0dbb859daa60, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d8837645-fd7f-422d-b512-0dbb859daa60,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:04.140215 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:04.143967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:04.144739 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.145271 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:04.145955 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Bound port: 515dc39d-9400-4443-b456-15cfe4ee938d, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:04.146485 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.156335 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa13-4722-486d-a761-f984c9418948 admin admin] Publish callbacks [] for security_group (a520d1dc-2949-4885-863b-4a4a8faca2ed), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.164852 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.183206 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.198140 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e HTTP/1.1" status: 204 len: 168 time: 2.1438017 Jul 27 10:48:04.200496 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48444) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:04.205116 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.207691 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfc418-e539-4568-98c5-4fe61971ad10 None None] Pushing event updated for resources: {'Port': ['ID=515dc39d-9400-4443-b456-15cfe4ee938d,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:04.314407 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa13-4722-486d-a761-f984c9418948 admin admin] Publish callbacks [] for security_group (a520d1dc-2949-4885-863b-4a4a8faca2ed), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.338095 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 1597446e-8069-402f-9f32-4d7a787160b2 resource provider aggregate not found Jul 27 10:48:04.373967 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fb5f4cc4-4ef4-4e3f-b3ee-eb0e5851ef0b req-18863e0b-4d27-4c51-8c5e-7f6c7885c1e4 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 210 time: 0.3169649 Jul 27 10:48:04.378157 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Network d0ea793f-1c27-41da-a60c-afe734369fd4 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:48:04.386863 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:04.390551 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] For port 515dc39d-9400-4443-b456-15cfe4ee938d, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:04.404518 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] For port 515dc39d-9400-4443-b456-15cfe4ee938d, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=515dc39d-9400-4443-b456-15cfe4ee938d,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:04.544752 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 1597446e-8069-402f-9f32-4d7a787160b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1597446e-8069-402f-9f32-4d7a787160b2 found for delete ", "request_id": "req-85f731bc-5145-43dc-a705-4c667ca9686e"}]} Jul 27 10:48:04.545707 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236f563-fa8a-48a0-9cbf-4ee439b73601 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a60b6dc-b26e-42c6-99f2-a97f0a8dbf1e,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:04.578654 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port b442181a-0956-442c-9329-6235d5465ded is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:04.580934 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device ce7bf44a-b15c-4809-be9d-f93815ca985b up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:04.585006 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.586231 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:04.666285 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da0846dd-f25f-40ee-90c9-0bd970db81af tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (3165bd75-08c1-4302-9f53-13b461c27b3b), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.695959 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da0846dd-f25f-40ee-90c9-0bd970db81af tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (3165bd75-08c1-4302-9f53-13b461c27b3b), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.718493 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-897abcac-4557-4b4c-a61d-aa7a46866570 None None] Provisioning complete for port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:04.719741 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-897abcac-4557-4b4c-a61d-aa7a46866570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.723467 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e31cb68-9b64-4909-a51d-d4c7dd796097 admin admin] Deleting subnet 1f0fa047-b468-4f0f-932b-2e6f4e3d457c {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:48:04.734823 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5e31cb68-9b64-4909-a51d-d4c7dd796097 admin admin] Publish callbacks [] for subnet (1f0fa047-b468-4f0f-932b-2e6f4e3d457c), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.826528 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Router 82677e80-d81b-4f30-a760-8e89901db28d has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:48:04.831099 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa13-4722-486d-a761-f984c9418948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a520d1dc-2949-4885-863b-4a4a8faca2ed), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.834297 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa13-4722-486d-a761-f984c9418948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.844999 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-58a6fa13-4722-486d-a761-f984c9418948 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a520d1dc-2949-4885-863b-4a4a8faca2ed HTTP/1.1" status: 204 len: 168 time: 0.9165881 Jul 27 10:48:04.864401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6fa13-4722-486d-a761-f984c9418948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520d1dc-2949-4885-863b-4a4a8faca2ed,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:04.865123 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5e31cb68-9b64-4909-a51d-d4c7dd796097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (1f0fa047-b468-4f0f-932b-2e6f4e3d457c), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:04.911470 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5e141-65b4-4823-9837-9475a217a3be None None] Pushing event updated for resources: {'Port': ['ID=d8837645-fd7f-422d-b512-0dbb859daa60,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:04.993775 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5e31cb68-9b64-4909-a51d-d4c7dd796097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (1f0fa047-b468-4f0f-932b-2e6f4e3d457c), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.011574 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Routers {'82677e80-d81b-4f30-a760-8e89901db28d'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:05.013762 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['82677e80-d81b-4f30-a760-8e89901db28d'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:05.160421 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:48:05.195987 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-a0126744-04f7-4be6-92f7-2e99c37afaf0 admin admin] 10.222.0.36 "PUT /v2.0/routers/82677e80-d81b-4f30-a760-8e89901db28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6842375 Jul 27 10:48:05.432170 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:05.445099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0846dd-f25f-40ee-90c9-0bd970db81af tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3165bd75-08c1-4302-9f53-13b461c27b3b,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:05.462975 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5e31cb68-9b64-4909-a51d-d4c7dd796097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (1f0fa047-b468-4f0f-932b-2e6f4e3d457c), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.492063 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da0846dd-f25f-40ee-90c9-0bd970db81af tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.493918 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-da0846dd-f25f-40ee-90c9-0bd970db81af tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3835177 Jul 27 10:48:05.496914 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48514) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:05.506570 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-091674c6-6b61-43e6-bc10-19dafb62126c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'security_group_rule': {'security_group_id': '2756fcb0-e811-4198-b2a8-a61a533b084d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:05.617619 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] Set router 82677e80-d81b-4f30-a760-8e89901db28d gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:05.619241 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-091674c6-6b61-43e6-bc10-19dafb62126c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (347e5464-7266-4a4f-be5a-1934ccd84881), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.627448 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31cb68-9b64-4909-a51d-d4c7dd796097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0fa047-b468-4f0f-932b-2e6f4e3d457c,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:05.647196 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5e31cb68-9b64-4909-a51d-d4c7dd796097 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.652801 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-5e31cb68-9b64-4909-a51d-d4c7dd796097 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1f0fa047-b468-4f0f-932b-2e6f4e3d457c HTTP/1.1" status: 204 len: 168 time: 1.3445160 Jul 27 10:48:05.664329 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48524) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:05.724002 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:05.735513 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-39ff5d31-ed5a-4159-a2f7-4eda067e7065 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:05.736068 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:05.742567 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-897abcac-4557-4b4c-a61d-aa7a46866570 None None] Port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:48:05.746243 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-39ff5d31-ed5a-4159-a2f7-4eda067e7065 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 819 time: 0.5412993 Jul 27 10:48:05.763168 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-897abcac-4557-4b4c-a61d-aa7a46866570 None None] Provisioning complete for port d8837645-fd7f-422d-b512-0dbb859daa60 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:05.763671 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-897abcac-4557-4b4c-a61d-aa7a46866570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.842925 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:05.891465 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-e925c8f4-5599-4e93-8802-afcc4da6fd2f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/quotas/418d6f237f034c45a7e78538b217ad5e HTTP/1.1" status: 200 len: 375 time: 0.1432106 Jul 27 10:48:05.894777 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-091674c6-6b61-43e6-bc10-19dafb62126c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (347e5464-7266-4a4f-be5a-1934ccd84881), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.901102 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-091674c6-6b61-43e6-bc10-19dafb62126c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (347e5464-7266-4a4f-be5a-1934ccd84881), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.960211 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091674c6-6b61-43e6-bc10-19dafb62126c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347e5464-7266-4a4f-be5a-1934ccd84881,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:05.981982 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port ce7bf44a-b15c-4809-be9d-f93815ca985b triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:05.985663 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-091674c6-6b61-43e6-bc10-19dafb62126c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.991569 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-091674c6-6b61-43e6-bc10-19dafb62126c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4927602 Jul 27 10:48:05.992510 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (164458db-2b7e-41ee-b560-aeafdbf3a94e), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.992960 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:05.993599 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48548) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:06.007398 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:06.008952 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-f020d053-5623-4f8f-a80c-6da8c11222c5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154346 Jul 27 10:48:06.080405 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:06.208798 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:06.304277 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfc418-e539-4568-98c5-4fe61971ad10 None None] Pushing event updated for resources: {'Port': ['ID=515dc39d-9400-4443-b456-15cfe4ee938d,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:06.421506 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port ce7bf44a-b15c-4809-be9d-f93815ca985b is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:06.442581 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-897abcac-4557-4b4c-a61d-aa7a46866570 None None] Current status of the port d8837645-fd7f-422d-b512-0dbb859daa60 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:06.461292 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:02Z', 'revision_number': 4, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '2a68b9d0-c332-4a64-b421-dfd3d025f4e4', 'name': '', 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'mac_address': 'fa:16:3e:6b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:48:01Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 2, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'subnets': [{'id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:06.470251 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48562) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:06.494531 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (164458db-2b7e-41ee-b560-aeafdbf3a94e), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:06.551000 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164458db-2b7e-41ee-b560-aeafdbf3a94e']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:06.568052 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940ca721-808f-43b0-a521-5b100faa75b6') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:06.568419 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940ca721-808f-43b0-a521-5b100faa75b6') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:06.579736 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c3ca7-ec67-43b6-a613-3c6b38576501 None None] The sync data for ids ['82677e80-d81b-4f30-a760-8e89901db28d'] in dv-cinder-850840-3-iscsi is: [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:02Z', 'revision_number': 4, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '2a68b9d0-c332-4a64-b421-dfd3d025f4e4', 'name': '', 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'mac_address': 'fa:16:3e:6b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:48:01Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 2, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'subnets': [{'id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:48:06.607759 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (940ca721-808f-43b0-a521-5b100faa75b6), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:06.644985 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-84f66581-9696-4737-9661-9f6e7af54ab2 None None] Provisioning complete for port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:06.645573 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-84f66581-9696-4737-9661-9f6e7af54ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:06.647324 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (940ca721-808f-43b0-a521-5b100faa75b6), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:06.687768 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:48:06.688422 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (940ca721-808f-43b0-a521-5b100faa75b6), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:06.773089 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-84f66581-9696-4737-9661-9f6e7af54ab2 None None] Port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:48:06.802488 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 940ca721-808f-43b0-a521-5b100faa75b6 resource provider aggregate not found Jul 27 10:48:06.880626 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 940ca721-808f-43b0-a521-5b100faa75b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 940ca721-808f-43b0-a521-5b100faa75b6 found for delete ", "request_id": "req-1bf653f6-1b53-4b6f-98ce-65bc190e2d40"}]} Jul 27 10:48:06.895277 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (164458db-2b7e-41ee-b560-aeafdbf3a94e), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:06.901707 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:06.910259 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/164458db-2b7e-41ee-b560-aeafdbf3a94e HTTP/1.1" status: 204 len: 168 time: 1.2439954 Jul 27 10:48:06.952034 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d8837645-fd7f-422d-b512-0dbb859daa60 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:06.975241 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:07.054315 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-28964307-f06e-4a27-85b4-d64d0c965610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:07.078051 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port d8837645-fd7f-422d-b512-0dbb859daa60 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:07.082737 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:07.115431 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-db0738a3-9657-4d2d-9709-39ec1f64d750 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:07.115554 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-db0738a3-9657-4d2d-9709-39ec1f64d750 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/networks?id=d0ea793f-1c27-41da-a60c-afe734369fd4 HTTP/1.1" status: 200 len: 812 time: 0.2326589 Jul 27 10:48:07.166626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ba0cd-4442-44fc-afbd-3fb1a05d05b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=164458db-2b7e-41ee-b560-aeafdbf3a94e,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:07.185994 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-7ae86278-25ee-456f-a53f-0ad0acfb9c89 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/quotas/728ed167367f4d99ad27e0b98c969e1a HTTP/1.1" status: 200 len: 375 time: 0.0409231 Jul 27 10:48:07.232662 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port d8837645-fd7f-422d-b512-0dbb859daa60 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:07.238357 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 021fad2a-5303-4fb2-8e6f-1e04baff0e0f up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:07.269659 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-ddea5eae-6a07-4eee-a934-f3857d4da0f2 service neutron] 10.222.0.36 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2592680 Jul 27 10:48:07.277391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48600) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:07.326410 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Allocated IP 172.27.0.249 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/4f178803-d4c7-4344-9cf1-c14ec3b90306) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:48:07.340020 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:07.340713 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:07.343465 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.69', 65105) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:07.423536 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-73d4cbc1-2d83-4b74-90b9-42db9c4364ce service neutron] 10.222.0.36 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491640 Jul 27 10:48:07.449597 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-fa0e9106-1c42-4d06-85c1-b0b037d03faf tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=728ed167367f4d99ad27e0b98c969e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2510076 Jul 27 10:48:07.539879 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:07.597562 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:07.601375 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:07.693456 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=021fad2a-5303-4fb2-8e6f-1e04baff0e0f,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:07.703731 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:07.902886 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d8fe215e-c539-43e5-92b2-d044ea4225bf req-bfbd1916-d59a-416e-b7c1-2a2bc79e4b2e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 210 time: 0.0626183 Jul 27 10:48:07.916679 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-28964307-f06e-4a27-85b4-d64d0c965610 admin admin] Publish callbacks [] for security_group (9129cd63-3639-44fe-ac1c-3a682d69ff2e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:07.944390 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c56f12d7-bf29-43b5-baf0-435799ed00fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=977cf028e9a1422f96c2088a4db3d8d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6634073 Jul 27 10:48:07.955359 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 48634) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:07.977633 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=021fad2a-5303-4fb2-8e6f-1e04baff0e0f,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:07.997683 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-28964307-f06e-4a27-85b4-d64d0c965610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9129cd63-3639-44fe-ac1c-3a682d69ff2e), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:08.058567 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-7c15181c-355d-49ba-976d-66437346deb7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:48:08.066157 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-7c15181c-355d-49ba-976d-66437346deb7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2858317 Jul 27 10:48:08.237697 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-57efe5fa-8333-49ab-99b2-6d959c24aa97 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:08.239654 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-57efe5fa-8333-49ab-99b2-6d959c24aa97 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 819 time: 0.8906531 Jul 27 10:48:08.250181 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-28964307-f06e-4a27-85b4-d64d0c965610 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e52022826ef84644b89cca2931ac53a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7788558 Jul 27 10:48:08.271830 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48652) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:08.273173 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28964307-f06e-4a27-85b4-d64d0c965610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9129cd63-3639-44fe-ac1c-3a682d69ff2e,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:08.321414 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'port': {'device_id': 'fda70003-b8d2-4f50-8049-9be9aa16d4d1', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'admin_state_up': True, 'tenant_id': '418d6f237f034c45a7e78538b217ad5e'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:08.385038 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef871-cbb6-4f1e-87a5-376654781851 admin admin] Publish callbacks [] for security_group (6af87586-6af8-4aa1-8c3f-2db2e58520f4), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:08.412325 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for port (4f178803-d4c7-4344-9cf1-c14ec3b90306), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:08.415116 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:08.464595 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:08.484845 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef871-cbb6-4f1e-87a5-376654781851 admin admin] Publish callbacks [] for security_group (6af87586-6af8-4aa1-8c3f-2db2e58520f4), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:08.500746 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-e7662e7a-b7f6-40f3-9870-cab9c4b32e01 service neutron] 10.222.0.36 "GET /v2.0/networks/d0ea793f-1c27-41da-a60c-afe734369fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216533 Jul 27 10:48:08.610231 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=14 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:08.654568 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Sync routers for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:48:08.706912 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:08.707629 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:08.725569 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=87,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:08.727506 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 021fad2a-5303-4fb2-8e6f-1e04baff0e0f up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:08.885942 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef871-cbb6-4f1e-87a5-376654781851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (6af87586-6af8-4aa1-8c3f-2db2e58520f4), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:08.893882 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef871-cbb6-4f1e-87a5-376654781851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:08.898975 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-9c2ef871-cbb6-4f1e-87a5-376654781851 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6af87586-6af8-4aa1-8c3f-2db2e58520f4 HTTP/1.1" status: 204 len: 168 time: 0.9382908 Jul 27 10:48:08.912300 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:08.912634 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:08.942899 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ef871-cbb6-4f1e-87a5-376654781851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af87586-6af8-4aa1-8c3f-2db2e58520f4,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:08.969391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (4f178803-d4c7-4344-9cf1-c14ec3b90306), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:08.987994 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:09.013169 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:09.023423 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-4f25de83-5163-41f0-a523-4afd12081beb service neutron] 10.222.0.36 "GET /v2.0/networks/d0ea793f-1c27-41da-a60c-afe734369fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063460 Jul 27 10:48:09.192677 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:48:09.195620 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4187b9f8-41f4-4d56-ac6f-34a8ed4dc7ba req-37ef95a8-3c16-4883-988f-c02d87db174d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 210 time: 0.1284740 Jul 27 10:48:09.210828 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Made reservation on behalf of 418d6f237f034c45a7e78538b217ad5e for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:48:09.223208 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:09.291604 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'Port': ['ID=4f178803-d4c7-4344-9cf1-c14ec3b90306,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:09.301246 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:09.309229 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:48:09.318618 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:09.354215 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e14eaf7a-5a78-47ad-bd8f-872ee1ac912b admin admin] Publish callbacks [] for security_group (9129cd63-3639-44fe-ac1c-3a682d69ff2e), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:09.378141 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 2, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:09.433009 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Checking router: 204103ae-25a8-402f-8e2d-56c14802ada1 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:48:09.437653 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Updating router 204103ae-25a8-402f-8e2d-56c14802ada1 port 981cda21-54bb-48f6-b143-978375fc0234 binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:48:09.511707 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (981cda21-54bb-48f6-b143-978375fc0234), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:09.535221 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1b3fbacb-e1fc-4eed-b31a-d50d715d7d33 req-6ea77f56-a2bc-4380-a090-c5b340dab19a tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 210 time: 0.0759227 Jul 27 10:48:09.866351 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e14eaf7a-5a78-47ad-bd8f-872ee1ac912b admin admin] Publish callbacks [] for security_group (9129cd63-3639-44fe-ac1c-3a682d69ff2e), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.070971 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (0a9676c7-2b0a-4428-ac54-594800e68c0d), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.212314 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Allocated IP 172.20.0.13 (85350a35-0d2c-48f8-814b-c6d3c3675053/3dad9ee7-8009-43c9-8f47-7e94b40d3d2a/e93f709b-4644-47cb-80d6-b339cdab5bc8) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:48:10.218425 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4f178803-d4c7-4344-9cf1-c14ec3b90306), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.224080 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Publish callbacks [] for port (981cda21-54bb-48f6-b143-978375fc0234), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.240708 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (981cda21-54bb-48f6-b143-978375fc0234), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.257888 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:10.271558 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e14eaf7a-5a78-47ad-bd8f-872ee1ac912b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9129cd63-3639-44fe-ac1c-3a682d69ff2e), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.274583 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e14eaf7a-5a78-47ad-bd8f-872ee1ac912b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.276386 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e14eaf7a-5a78-47ad-bd8f-872ee1ac912b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9129cd63-3639-44fe-ac1c-3a682d69ff2e HTTP/1.1" status: 204 len: 168 time: 2.0001743 Jul 27 10:48:10.380695 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:10.390049 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8735866-a1bb-4510-9d4e-5d574da9f078 None None] Pushing event updated for resources: {'Port': ['ID=981cda21-54bb-48f6-b143-978375fc0234,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:10.446362 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14eaf7a-5a78-47ad-bd8f-872ee1ac912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9129cd63-3639-44fe-ac1c-3a682d69ff2e,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:10.683342 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Attempting to bind port 981cda21-54bb-48f6-b143-978375fc0234 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:48:10.683767 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Attempting to bind port 981cda21-54bb-48f6-b143-978375fc0234 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:48:10.698924 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Attempting to bind port 981cda21-54bb-48f6-b143-978375fc0234 on network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:10.725464 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:10.731046 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Checking segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:10.739784 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.740352 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Bound using segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:10.740801 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Bound port: 981cda21-54bb-48f6-b143-978375fc0234, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:10.741328 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (981cda21-54bb-48f6-b143-978375fc0234), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:10.842665 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48762) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:10.889916 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0a326799-4d88-4c73-a9c4-2eaa60e4cdec req-774ae26f-36c8-40cc-b67d-0c7b8de703c0 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 210 time: 0.1712701 Jul 27 10:48:11.065536 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-57193135-76f1-455a-a1df-16dc1df94d71 req-9fdce839-8e0c-4d86-a54e-715a03ca5cea tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 210 time: 0.1370804 Jul 27 10:48:11.116565 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 515dc39d-9400-4443-b456-15cfe4ee938d up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:11.231940 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-e885b328-b755-4f79-a591-b4eb4625135e None None] Provisioning complete for port 981cda21-54bb-48f6-b143-978375fc0234 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:11.235922 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e885b328-b755-4f79-a591-b4eb4625135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (981cda21-54bb-48f6-b143-978375fc0234), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:11.285419 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-e885b328-b755-4f79-a591-b4eb4625135e None None] Port 981cda21-54bb-48f6-b143-978375fc0234 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:48:11.300180 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 515dc39d-9400-4443-b456-15cfe4ee938d triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:11.300587 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:11.398305 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:11.400171 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] For port 981cda21-54bb-48f6-b143-978375fc0234, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:11.421226 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:11.426171 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] For port 981cda21-54bb-48f6-b143-978375fc0234, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=981cda21-54bb-48f6-b143-978375fc0234,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:11.458038 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (981cda21-54bb-48f6-b143-978375fc0234), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:11.607004 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 515dc39d-9400-4443-b456-15cfe4ee938d is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:11.608657 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:11.672354 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8735866-a1bb-4510-9d4e-5d574da9f078 None None] Pushing event updated for resources: {'Port': ['ID=981cda21-54bb-48f6-b143-978375fc0234,revision_number=4']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:11.693158 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port 515dc39d-9400-4443-b456-15cfe4ee938d, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=515dc39d-9400-4443-b456-15cfe4ee938d,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:11.721909 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:11.725927 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:11.729440 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:11.866771 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.69', 65114) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:11.951016 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=515dc39d-9400-4443-b456-15cfe4ee938d,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:12.160278 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-bcc72751-cdb2-414f-965c-26d383aab666 None None] Provisioning complete for port 981cda21-54bb-48f6-b143-978375fc0234 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:12.162160 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc72751-cdb2-414f-965c-26d383aab666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (981cda21-54bb-48f6-b143-978375fc0234), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:12.231611 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:12.256645 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:12.310169 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:12.370230 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-a831ef3f-d449-438f-a060-b4f1125bab3b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:12.372136 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-a831ef3f-d449-438f-a060-b4f1125bab3b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 819 time: 0.5038457 Jul 27 10:48:12.435603 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'port': {'device_id': '5b5152d5-6fe6-4ae4-9343-664434a4a8de', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'admin_state_up': True, 'tenant_id': '418d6f237f034c45a7e78538b217ad5e'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:12.447553 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7f2c25a1-d370-45a8-b82c-b1e5981c8829 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=727403ef1f3d435d9af07604643eebd1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5845294 Jul 27 10:48:12.506322 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 48820) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:12.575961 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-bcc72751-cdb2-414f-965c-26d383aab666 None None] Current status of the port 981cda21-54bb-48f6-b143-978375fc0234 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:12.576787 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc72751-cdb2-414f-965c-26d383aab666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (981cda21-54bb-48f6-b143-978375fc0234), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:12.670490 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-bcc72751-cdb2-414f-965c-26d383aab666 None None] For port 981cda21-54bb-48f6-b143-978375fc0234, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=981cda21-54bb-48f6-b143-978375fc0234,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:12.675880 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bcc72751-cdb2-414f-965c-26d383aab666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (981cda21-54bb-48f6-b143-978375fc0234), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:12.708301 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6604d2c0-5001-41f9-9777-789009dceda4 req-ac404d9b-6c77-460c-9ffa-7652e4e4bd18 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 210 time: 0.3344674 Jul 27 10:48:12.710399 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:48:12.789140 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 981cda21-54bb-48f6-b143-978375fc0234 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:12.805909 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:12.816379 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for port (4f178803-d4c7-4344-9cf1-c14ec3b90306), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:12.829244 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.69', 65118) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:12.897721 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:11Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:12.983964 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Sync routers for ids ['82677e80-d81b-4f30-a760-8e89901db28d'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:48:13.029398 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023d17-9243-4558-9521-ded2222bfb83 None None] The sync data for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi is: [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:11Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:48:13.171971 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:48:13.178730 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:13.179380 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.185394 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc72751-cdb2-414f-965c-26d383aab666 None None] Pushing event updated for resources: {'Port': ['ID=981cda21-54bb-48f6-b143-978375fc0234,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:13.203644 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Routers {'82677e80-d81b-4f30-a760-8e89901db28d'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:13.203885 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-31ea7331-f64b-48b6-9b7a-398f871b50e3 admin admin] Publish callbacks [] for security_group (e8f99a54-d314-456e-9d47-44e78c9035c1), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.211653 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['82677e80-d81b-4f30-a760-8e89901db28d'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:13.243481 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-31ea7331-f64b-48b6-9b7a-398f871b50e3 admin admin] Publish callbacks [] for security_group (e8f99a54-d314-456e-9d47-44e78c9035c1), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.311459 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4f178803-d4c7-4344-9cf1-c14ec3b90306), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.335535 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:13.336792 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:13.344974 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0271852 Jul 27 10:48:13.345982 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448abc0-c39b-4d8f-8c2c-8bdde7b00055 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event updated for resources: {'Port': ['ID=e93f709b-4644-47cb-80d6-b339cdab5bc8,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:13.349745 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (0a9676c7-2b0a-4428-ac54-594800e68c0d), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.373496 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-31ea7331-f64b-48b6-9b7a-398f871b50e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (e8f99a54-d314-456e-9d47-44e78c9035c1), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.377112 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-31ea7331-f64b-48b6-9b7a-398f871b50e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.378977 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-31ea7331-f64b-48b6-9b7a-398f871b50e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8f99a54-d314-456e-9d47-44e78c9035c1 HTTP/1.1" status: 204 len: 168 time: 0.8708727 Jul 27 10:48:13.408551 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.410843 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4161334 Jul 27 10:48:13.418954 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-b2e20b63-6553-4171-b864-7ca18986b52c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:48:13.420537 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-b2e20b63-6553-4171-b864-7ca18986b52c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0256999 Jul 27 10:48:13.424192 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea7331-f64b-48b6-9b7a-398f871b50e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f99a54-d314-456e-9d47-44e78c9035c1,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:13.447776 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 981cda21-54bb-48f6-b143-978375fc0234 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:13.450771 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (981cda21-54bb-48f6-b143-978375fc0234), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.469185 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-cffad936-ec2f-4aef-87b4-f5a060d539a8 None None] Provisioning complete for port e93f709b-4644-47cb-80d6-b339cdab5bc8 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:13.471555 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-cffad936-ec2f-4aef-87b4-f5a060d539a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:13.565053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abeef6-42e2-477f-a0ab-d6521f86a915 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'Port': ['ID=4f178803-d4c7-4344-9cf1-c14ec3b90306,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:13.633184 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-75a30c62-1d22-4380-ab88-44a0bc507699 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:13.641818 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-75a30c62-1d22-4380-ab88-44a0bc507699 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.69 "GET /v2.0/networks?id=d0ea793f-1c27-41da-a60c-afe734369fd4 HTTP/1.1" status: 200 len: 812 time: 0.8047833 Jul 27 10:48:13.683585 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Request body: {'port': {'device_id': 'c0184ebd-e710-433e-93e9-5bd49f1a41cb', 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'admin_state_up': True, 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:13.697358 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-92f29a5b-c76c-471e-af22-dbd7233f53cf req-65a56e49-91fb-47d9-8077-34983cf295d0 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 210 time: 0.9975374 Jul 27 10:48:13.778711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Made reservation on behalf of 418d6f237f034c45a7e78538b217ad5e for: {'port': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:48:13.796777 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:14.091986 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Made reservation on behalf of 728ed167367f4d99ad27e0b98c969e1a for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:48:14.096401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:14.126489 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-cffad936-ec2f-4aef-87b4-f5a060d539a8 None None] Port e93f709b-4644-47cb-80d6-b339cdab5bc8 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:48:14.204646 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Set router 82677e80-d81b-4f30-a760-8e89901db28d gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:14.329495 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cae0cccd-0bf6-404a-904c-b54971f57ccf req-a9a22d2f-660d-47f3-953d-4fee9cc48332 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 210 time: 0.3739746 Jul 27 10:48:14.373053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Request body: {'port': {'device_id': 'fda70003-b8d2-4f50-8049-9be9aa16d4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:14.710156 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:48:14.850817 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:14.851876 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:14.853344 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:02Z', 'revision_number': 4, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '2a68b9d0-c332-4a64-b421-dfd3d025f4e4', 'name': '', 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'mac_address': 'fa:16:3e:6b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:48:01Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 2, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'subnets': [{'id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:14.862697 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:15.001194 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Allocated IP 172.20.0.4 (d0ea793f-1c27-41da-a60c-afe734369fd4/c2ddfa2b-0ed8-4491-a65a-c170a898c37e/4ea7269f-9a63-4aca-9c40-06b58e7aea8f) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:48:15.014526 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Checking router: 82677e80-d81b-4f30-a760-8e89901db28d for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:48:15.018040 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Updating router 82677e80-d81b-4f30-a760-8e89901db28d port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:48:15.097288 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Allocated IP 172.20.0.6 (85350a35-0d2c-48f8-814b-c6d3c3675053/3dad9ee7-8009-43c9-8f47-7e94b40d3d2a/85f04d79-31a2-4b0a-a08a-cd340037ede7) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:48:15.255087 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 981cda21-54bb-48f6-b143-978375fc0234 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:15.258394 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 515dc39d-9400-4443-b456-15cfe4ee938d up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:15.372397 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:15.392970 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9863c5a0-91cc-4f68-a1bc-8857cf24a071 req-42790a49-e088-42ae-b20a-39b760dbabb3 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 210 time: 0.2347374 Jul 27 10:48:15.414265 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-720b90d6-0e30-4a0f-8f3e-8362c28acc42 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--424335861&fields=id&tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec HTTP/1.1" status: 200 len: 267 time: 0.7983849 Jul 27 10:48:15.449431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 515dc39d-9400-4443-b456-15cfe4ee938d triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:15.450360 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:15.861957 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:15.896783 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:15.897987 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:15.927053 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:16.026980 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:48:16.056457 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:16.060301 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:16.085038 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 515dc39d-9400-4443-b456-15cfe4ee938d is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:16.120080 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:48:16.240482 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Publish callbacks [] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:16.381001 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 981cda21-54bb-48f6-b143-978375fc0234 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:16.423153 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event updated for resources: {'Port': ['ID=85f04d79-31a2-4b0a-a08a-cd340037ede7,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:16.469540 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:16.497518 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:16.504232 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:16.520147 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb484bc-3a55-49b5-a849-2983ccf5ac51 req-472776ee-ebee-48fc-b5b2-9e9a98b91769 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:16.530898 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4eb484bc-3a55-49b5-a849-2983ccf5ac51 req-472776ee-ebee-48fc-b5b2-9e9a98b91769 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 931 time: 0.6310821 Jul 27 10:48:16.540890 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:16.592030 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93f709b-4644-47cb-80d6-b339cdab5bc8 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:48:16.613173 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Publish callbacks [] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:16.615768 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-7c671e7f-aec0-4317-8839-18f6a32b1660 None None] Provisioning complete for port 85f04d79-31a2-4b0a-a08a-cd340037ede7 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:16.616191 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7c671e7f-aec0-4317-8839-18f6a32b1660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:16.683707 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Network d0ea793f-1c27-41da-a60c-afe734369fd4 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:48:16.694131 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Pushing event updated for resources: {'Port': ['ID=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:16.697604 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Transition to ACTIVE for port object e93f709b-4644-47cb-80d6-b339cdab5bc8 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:48:16.700305 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:16.703589 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:48:16.719190 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-3bac8d96-1c4e-4bd2-9451-36099eea952a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:16.721329 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-3bac8d96-1c4e-4bd2-9451-36099eea952a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 811 time: 1.3019807 Jul 27 10:48:16.747926 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4eb484bc-3a55-49b5-a849-2983ccf5ac51 req-c4689f6b-0c9b-4b43-bc44-4fad6c4244bb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140467 Jul 27 10:48:16.757837 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:16.766871 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:16.781037 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:16.807845 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-60705ac9-b744-4ba6-9a97-2acca3529095 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/quotas/c4f3fa51a14844b1babdbd9533b7c3ec HTTP/1.1" status: 200 len: 375 time: 0.0409415 Jul 27 10:48:16.982002 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-bf50f461-6d32-48a3-b97a-34edf4d44a25 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623108 Jul 27 10:48:16.994322 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-b1deae83-a5d8-407d-9054-41e6cc7c0e46 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5663168 Jul 27 10:48:17.142521 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 981cda21-54bb-48f6-b143-978375fc0234 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:17.148212 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (981cda21-54bb-48f6-b143-978375fc0234), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:17.204485 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-151e73ee-08fd-4e21-8307-736afe35acc8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5250576 Jul 27 10:48:17.250909 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Pushing event updated for resources: {'Port': ['ID=e93f709b-4644-47cb-80d6-b339cdab5bc8,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:17.287273 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Request body: {'port': {'device_id': 'c0184ebd-e710-433e-93e9-5bd49f1a41cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:17.455700 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-88d8158a-3bd6-44ad-ad35-de358e730a45 service neutron] 10.222.0.36 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454587 Jul 27 10:48:17.470096 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Request body: {'port': {'device_id': '5b5152d5-6fe6-4ae4-9343-664434a4a8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:17.525593 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:17.553359 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Attempting to bind port e93f709b-4644-47cb-80d6-b339cdab5bc8 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:48:17.557739 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Attempting to bind port e93f709b-4644-47cb-80d6-b339cdab5bc8 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:48:17.558248 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Attempting to bind port e93f709b-4644-47cb-80d6-b339cdab5bc8 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:17.584261 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Port e93f709b-4644-47cb-80d6-b339cdab5bc8 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:48:17.584685 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Attempting to bind port e93f709b-4644-47cb-80d6-b339cdab5bc8 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:17.634273 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 981cda21-54bb-48f6-b143-978375fc0234 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:17.638560 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-7c671e7f-aec0-4317-8839-18f6a32b1660 None None] Port 85f04d79-31a2-4b0a-a08a-cd340037ede7 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:48:17.670783 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:17.671155 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Checking segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:17.671707 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Bound using segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:17.682681 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Bound port: e93f709b-4644-47cb-80d6-b339cdab5bc8, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:17.683102 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:17.849307 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-0e26155a-f0e2-4962-885d-e1b6f1fe90a3 None None] Provisioning complete for port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:17.854631 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0e26155a-f0e2-4962-885d-e1b6f1fe90a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.018983 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Publish callbacks [] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.021474 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-0e26155a-f0e2-4962-885d-e1b6f1fe90a3 None None] Port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:48:18.035357 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.068822 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24847c6-db7f-4a99-bdb1-29030357f64f req-4dda5136-a1c2-4e92-9df5-75f027b3fbdc tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:18.073737 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b24847c6-db7f-4a99-bdb1-29030357f64f req-4dda5136-a1c2-4e92-9df5-75f027b3fbdc tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 931 time: 0.4538708 Jul 27 10:48:18.121233 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.163500 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] For port e93f709b-4644-47cb-80d6-b339cdab5bc8, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:18.219477 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:18.266290 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dacb8-7ac1-4109-b3e8-6c489222f501 None None] Pushing event updated for resources: {'Port': ['ID=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:18.305655 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49064) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:18.343571 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:18.351402 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Attempting to bind port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:48:18.351761 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Attempting to bind port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:48:18.352142 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Attempting to bind port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 on network d0ea793f-1c27-41da-a60c-afe734369fd4 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:18.354134 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-2a118a7c-e51c-433c-be8e-cecc98b7dc09 service neutron] 10.222.0.36 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587632 Jul 27 10:48:18.361313 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:18.361750 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Checking segment: {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:18.362166 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.362561 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Bound using segment: {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:18.363061 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Bound port: 2a68b9d0-c332-4a64-b421-dfd3d025f4e4, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:18.363483 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.381024 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] For port e93f709b-4644-47cb-80d6-b339cdab5bc8, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:18.391772 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.504143 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b24847c6-db7f-4a99-bdb1-29030357f64f req-ca57d1b7-4012-40ed-a12a-873c789a3b9f tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875983 Jul 27 10:48:18.574341 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:18.613783 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] For port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:18.622557 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Pushing event updated for resources: {'Port': ['ID=e93f709b-4644-47cb-80d6-b339cdab5bc8,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:18.643691 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] For port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:18.660056 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:18.663780 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.681411 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-87059393-a358-4f44-b87f-bbc5f0115806 service neutron] 10.222.0.69 "PUT /v2.0/ports/e93f709b-4644-47cb-80d6-b339cdab5bc8 HTTP/1.1" status: 200 len: 1094 time: 4.5308235 Jul 27 10:48:18.684341 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:18.699191 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda70003-b8d2-4f50-8049-9be9aa16d4d1', 'tag': 'e93f709b-4644-47cb-80d6-b339cdab5bc8'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:19.013441 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dacb8-7ac1-4109-b3e8-6c489222f501 None None] Pushing event updated for resources: {'Port': ['ID=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:19.038243 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-48255ffc-689d-4bda-bb5f-153f83d59c13 None None] Provisioning complete for port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:19.040152 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-48255ffc-689d-4bda-bb5f-153f83d59c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:19.095556 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Routers {'82677e80-d81b-4f30-a760-8e89901db28d'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:19.096248 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:47:55Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['82677e80-d81b-4f30-a760-8e89901db28d'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:19.253415 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-790a4cc3-5616-4cee-ba26-9194503c4576 req-69f5c25f-e8fc-46e5-865a-03a18ef3de8e tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 210 time: 0.3214741 Jul 27 10:48:19.420996 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092aef-aed6-4e4c-81c9-176f0ba8215d req-a642a20b-bb7d-49ed-8d96-ea6a18e15898 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:19.437548 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-df092aef-aed6-4e4c-81c9-176f0ba8215d req-a642a20b-bb7d-49ed-8d96-ea6a18e15898 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 931 time: 0.5089397 Jul 27 10:48:19.439156 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:19.495856 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] Set router 82677e80-d81b-4f30-a760-8e89901db28d gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:19.657807 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e6b95b68-69ae-4506-a644-898bd5111a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:19.728913 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-7f0ccf0b-4468-47b1-ab62-d1845f0ab472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:19.731075 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-7f0ccf0b-4468-47b1-ab62-d1845f0ab472 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 1128 time: 0.7489648 Jul 27 10:48:19.905172 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e6b95b68-69ae-4506-a644-898bd5111a79 admin admin] Publish callbacks [] for security_group (1fdfea5a-b840-4389-b5a3-b93a7bce2189), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:19.906704 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:19.971482 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e6b95b68-69ae-4506-a644-898bd5111a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (1fdfea5a-b840-4389-b5a3-b93a7bce2189), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:20.016765 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fda70003-b8d2-4f50-8049-9be9aa16d4d1", "tag": "e93f709b-4644-47cb-80d6-b339cdab5bc8"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:20.058379 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-d6443091-2f35-4b9b-b8cf-0743e03937e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8 HTTP/1.1" status: 200 len: 217 time: 0.1437271 Jul 27 10:48:20.091013 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea7269f-9a63-4aca-9c40-06b58e7aea8f {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:48:20.107900 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Publish callbacks [] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:20.111101 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b95b68-69ae-4506-a644-898bd5111a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdfea5a-b840-4389-b5a3-b93a7bce2189,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:20.120015 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e6b95b68-69ae-4506-a644-898bd5111a79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41bc095eb14146d9b1bcbc6b6e12a28e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7788241 Jul 27 10:48:20.141603 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49138) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:20.178747 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-48255ffc-689d-4bda-bb5f-153f83d59c13 None None] Current status of the port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:20.179389 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-48255ffc-689d-4bda-bb5f-153f83d59c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:20.207696 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb4736-bc42-4f6a-8579-87469dde2877 req-58f4ab12-b586-491f-b43a-c173b63f82ef tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:20.209497 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f2eb4736-bc42-4f6a-8579-87469dde2877 req-58f4ab12-b586-491f-b43a-c173b63f82ef tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 931 time: 0.1729119 Jul 27 10:48:20.272242 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Transition to ACTIVE for port object 4ea7269f-9a63-4aca-9c40-06b58e7aea8f will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:48:20.290833 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-70e61041-b357-491d-aa05-698c792ab6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:20.292911 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-70e61041-b357-491d-aa05-698c792ab6f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.1484389 Jul 27 10:48:20.297987 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:20.361440 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-48255ffc-689d-4bda-bb5f-153f83d59c13 None None] For port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:20.383555 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:20.389591 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-48255ffc-689d-4bda-bb5f-153f83d59c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:20.486381 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:20.703262 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f04d79-31a2-4b0a-a08a-cd340037ede7 {{(pid=110616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:48:20.715899 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f2eb4736-bc42-4f6a-8579-87469dde2877 req-cd52e987-6559-4976-aa57-169103c52719 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931126 Jul 27 10:48:20.722174 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-56857ee8-2040-4376-bb4e-5965a89438ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:20.728611 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-56857ee8-2040-4376-bb4e-5965a89438ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4138372 Jul 27 10:48:20.739633 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Publish callbacks [] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:20.841944 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-df092aef-aed6-4e4c-81c9-176f0ba8215d req-de5a06c5-2502-46af-9bb8-9f26619e4db6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3850498 Jul 27 10:48:20.912730 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Attempting to bind port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:48:20.917560 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Attempting to bind port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:48:20.919512 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Attempting to bind port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f on network d0ea793f-1c27-41da-a60c-afe734369fd4 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:20.948403 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.provisioning_blocks [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Transition to ACTIVE for port object 85f04d79-31a2-4b0a-a08a-cd340037ede7 will not be triggered until provisioned by entity L2. {{(pid=110616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:48:20.961268 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:21.150828 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Pushing event updated for resources: {'Port': ['ID=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:21.168094 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f on network d0ea793f-1c27-41da-a60c-afe734369fd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:48:21.169473 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Attempting to bind port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f on network d0ea793f-1c27-41da-a60c-afe734369fd4 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:21.198975 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:21.203112 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Checking segment: {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:21.203936 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Bound using segment: {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:21.204886 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Bound port: 4ea7269f-9a63-4aca-9c40-06b58e7aea8f, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1105da-519b-45e9-b337-01bac7a38071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:21.205661 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:21.230363 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-21c7c95c-588c-46ca-a60f-e9748aed4b78 admin admin] Publish callbacks [] for security_group (1fdfea5a-b840-4389-b5a3-b93a7bce2189), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:21.241140 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:02Z', 'revision_number': 4, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '2a68b9d0-c332-4a64-b421-dfd3d025f4e4', 'name': '', 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'mac_address': 'fa:16:3e:6b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:48:01Z', 'updated_at': '2022-07-27T10:48:18Z', 'revision_number': 4, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'subnets': [{'id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:21.332044 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49172) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:21.354237 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-027b6a67-4292-4d52-b744-c879e367b969 req-b5e962d6-860b-4186-a0a8-9b0b4e9d4af5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 210 time: 0.1723936 Jul 27 10:48:21.490739 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:21.493612 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09980a6e-8b98-48a5-b358-73acc10fb9d0 None None] The sync data for ids ['82677e80-d81b-4f30-a760-8e89901db28d'] in dv-cinder-850840-3-iscsi is: [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:02Z', 'revision_number': 4, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '2a68b9d0-c332-4a64-b421-dfd3d025f4e4', 'name': '', 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'mac_address': 'fa:16:3e:6b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:48:01Z', 'updated_at': '2022-07-27T10:48:18Z', 'revision_number': 4, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'subnets': [{'id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:48:21.566591 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-e6f90b32-1128-4242-9f3b-707d74c565b2 None None] Provisioning complete for port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:21.577824 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e6f90b32-1128-4242-9f3b-707d74c565b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:21.580661 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:21.581236 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:21.589985 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Pushing event updated for resources: {'Port': ['ID=85f04d79-31a2-4b0a-a08a-cd340037ede7,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:21.597024 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.69', 65130) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:21.655634 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48255ffc-689d-4bda-bb5f-153f83d59c13 None None] Pushing event updated for resources: {'Port': ['ID=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:21.774760 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] For port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:21.782530 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] For port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:21.800540 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500842d5-e71e-4e7e-b8a8-aee9f9fa6747 x-openstack-request-id: req-500842d5-e71e-4e7e-b8a8-aee9f9fa6747 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:21.802736 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda70003-b8d2-4f50-8049-9be9aa16d4d1", "tag": "e93f709b-4644-47cb-80d6-b339cdab5bc8", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:21.803461 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-500842d5-e71e-4e7e-b8a8-aee9f9fa6747 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:21.804397 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500842d5-e71e-4e7e-b8a8-aee9f9fa6747'] response: {'name': 'network-changed', 'server_uuid': 'fda70003-b8d2-4f50-8049-9be9aa16d4d1', 'tag': 'e93f709b-4644-47cb-80d6-b339cdab5bc8', 'status': 'completed', 'code': 200} Jul 27 10:48:21.835859 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:21.844591 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-21c7c95c-588c-46ca-a60f-e9748aed4b78 admin admin] Publish callbacks [] for security_group (1fdfea5a-b840-4389-b5a3-b93a7bce2189), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:22.036650 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Pushing event updated for resources: {'Port': ['ID=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:22.122504 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-33da5c7f-a9e9-4336-a377-6bad9d30f2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:22.310465 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:22.366850 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-cda9668e-be59-4704-8fc0-282827076134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:22.383572 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-c520d7f2-1a51-4805-b46e-816ad4d7aa80 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:22.386306 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-c520d7f2-1a51-4805-b46e-816ad4d7aa80 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 811 time: 0.7864983 Jul 27 10:48:22.396992 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49204) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:22.404926 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-ee86dce6-5bad-4851-99cb-22d60081a2b9 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6177144 Jul 27 10:48:22.459445 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:22.464055 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:22.471205 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-50d8b0e4-d7cf-462b-a7ff-abb6090b513f service neutron] 10.222.0.69 "PUT /v2.0/ports/4ea7269f-9a63-4aca-9c40-06b58e7aea8f HTTP/1.1" status: 200 len: 1093 time: 5.2040551 Jul 27 10:48:22.674747 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:22.817664 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-e6f90b32-1128-4242-9f3b-707d74c565b2 None None] Current status of the port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:22.827820 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:22.833658 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-33da5c7f-a9e9-4336-a377-6bad9d30f2d7 admin admin] Publish callbacks [] for security_group (3542433b-630a-411a-9dc2-238357eb264f), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:22.846302 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:22.848694 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-33da5c7f-a9e9-4336-a377-6bad9d30f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (3542433b-630a-411a-9dc2-238357eb264f), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:22.924930 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39afc-708b-4a62-af71-a0378cf794c7 req-af666628-c0e8-4235-9298-7f8ff31b512e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:22.931378 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e8f39afc-708b-4a62-af71-a0378cf794c7 req-af666628-c0e8-4235-9298-7f8ff31b512e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 943 time: 0.8286829 Jul 27 10:48:22.963254 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Attempting to bind port 85f04d79-31a2-4b0a-a08a-cd340037ede7 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:48:22.963641 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Attempting to bind port 85f04d79-31a2-4b0a-a08a-cd340037ede7 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}] {{(pid=110616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:48:22.963979 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Attempting to bind port 85f04d79-31a2-4b0a-a08a-cd340037ede7 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:23.057670 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:23.078216 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:23.114413 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da5c7f-a9e9-4336-a377-6bad9d30f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542433b-630a-411a-9dc2-238357eb264f,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:23.182097 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:23.188081 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.199181 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338f3b9-1893-4b1c-99a7-965f3bfa5737 req-00ad978d-eb7c-4821-9d77-97eda5fc49db tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:23.205343 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c338f3b9-1893-4b1c-99a7-965f3bfa5737 req-00ad978d-eb7c-4821-9d77-97eda5fc49db tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 943 time: 0.8103778 Jul 27 10:48:23.270893 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Port 85f04d79-31a2-4b0a-a08a-cd340037ede7 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:48:23.270893 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Attempting to bind port 85f04d79-31a2-4b0a-a08a-cd340037ede7 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:23.321729 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-33da5c7f-a9e9-4336-a377-6bad9d30f2d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ded08acf5604d729d22c167e59953cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9852087 Jul 27 10:48:23.328140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49226) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:23.383386 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-21c7c95c-588c-46ca-a60f-e9748aed4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (1fdfea5a-b840-4389-b5a3-b93a7bce2189), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.387771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-21c7c95c-588c-46ca-a60f-e9748aed4b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.391275 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-21c7c95c-588c-46ca-a60f-e9748aed4b78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fdfea5a-b840-4389-b5a3-b93a7bce2189 HTTP/1.1" status: 204 len: 168 time: 3.1619403 Jul 27 10:48:23.404540 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-104c3dc0-7214-464f-9b27-e5e185c69648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:23.406148 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-104c3dc0-7214-464f-9b27-e5e185c69648 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=728ed167367f4d99ad27e0b98c969e1a&device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 1127 time: 0.5518434 Jul 27 10:48:23.416286 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7c95c-588c-46ca-a60f-e9748aed4b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdfea5a-b840-4389-b5a3-b93a7bce2189,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:23.424355 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:23.424882 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Checking segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:23.426441 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Bound using segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:23.429791 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Bound port: 85f04d79-31a2-4b0a-a08a-cd340037ede7, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}}] {{(pid=110616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:23.430847 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.436905 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:23.467694 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-05af6098-edaf-49cc-915c-178383eea4a3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec HTTP/1.1" status: 200 len: 379 time: 1.0413582 Jul 27 10:48:23.516773 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cf72c1bc-660b-40e8-8228-acdca83e7a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.528691 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'port': {'device_id': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'admin_state_up': True, 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'security_groups': ['2756fcb0-e811-4198-b2a8-a61a533b084d']}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:23.578037 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e04397c-7bd2-4842-ba1a-84931071799f admin admin] Publish callbacks [] for security_group (3542433b-630a-411a-9dc2-238357eb264f), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.604849 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e04397c-7bd2-4842-ba1a-84931071799f admin admin] Publish callbacks [] for security_group (3542433b-630a-411a-9dc2-238357eb264f), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.699399 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-04eebfd5-6130-49d2-ad3e-573fc03adf4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea7269f-9a63-4aca-9c40-06b58e7aea8f HTTP/1.1" status: 200 len: 217 time: 0.2482414 Jul 27 10:48:23.717373 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e04397c-7bd2-4842-ba1a-84931071799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (3542433b-630a-411a-9dc2-238357eb264f), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.721429 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e04397c-7bd2-4842-ba1a-84931071799f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.723430 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5e04397c-7bd2-4842-ba1a-84931071799f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3542433b-630a-411a-9dc2-238357eb264f HTTP/1.1" status: 204 len: 168 time: 0.3919034 Jul 27 10:48:23.765115 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] For port 85f04d79-31a2-4b0a-a08a-cd340037ede7, host hv-cinder-85084, cleared binding levels {{(pid=110616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:23.784515 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ad235e1-3786-4e8d-98d2-4b8794653257 req-cc060f39-59ec-448a-920a-e778e47049df service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3763304 Jul 27 10:48:23.787443 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04397c-7bd2-4842-ba1a-84931071799f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542433b-630a-411a-9dc2-238357eb264f,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:23.788460 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] For port 85f04d79-31a2-4b0a-a08a-cd340037ede7, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:23.806782 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0184ebd-e710-433e-93e9-5bd49f1a41cb', 'tag': '4ea7269f-9a63-4aca-9c40-06b58e7aea8f'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:23.811608 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceecfb3-0771-4491-b17c-4b50c30aa984" -d '{"events": [{"name": "network-changed", "server_uuid": "c0184ebd-e710-433e-93e9-5bd49f1a41cb", "tag": "4ea7269f-9a63-4aca-9c40-06b58e7aea8f"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:23.817852 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.841266 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e8f39afc-708b-4a62-af71-a0378cf794c7 req-e3bb1c08-e680-4cca-9d32-b1db072ddabe tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8993573 Jul 27 10:48:23.916893 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:23.928752 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Pushing event updated for resources: {'Port': ['ID=85f04d79-31a2-4b0a-a08a-cd340037ede7,revision_number=3']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:23.972095 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:23.972739 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:23.974022 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-3d8b95c4-a4b1-467a-b66f-e03b7fd56812 service neutron] 10.222.0.69 "PUT /v2.0/ports/85f04d79-31a2-4b0a-a08a-cd340037ede7 HTTP/1.1" status: 200 len: 1093 time: 6.5165670 Jul 27 10:48:23.975626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5152d5-6fe6-4ae4-9343-664434a4a8de', 'tag': '85f04d79-31a2-4b0a-a08a-cd340037ede7'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:23.983451 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c338f3b9-1893-4b1c-99a7-965f3bfa5737 req-e863cd0b-4577-4737-ab72-ec18169d27ac tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7291656 Jul 27 10:48:24.070878 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9ac9e5-4747-4081-a014-9d513bdf64ed x-openstack-request-id: req-8c9ac9e5-4747-4081-a014-9d513bdf64ed {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:24.071582 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0184ebd-e710-433e-93e9-5bd49f1a41cb", "tag": "4ea7269f-9a63-4aca-9c40-06b58e7aea8f", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:24.071731 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c9ac9e5-4747-4081-a014-9d513bdf64ed {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:24.073923 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9ac9e5-4747-4081-a014-9d513bdf64ed'] response: {'name': 'network-changed', 'server_uuid': 'c0184ebd-e710-433e-93e9-5bd49f1a41cb', 'tag': '4ea7269f-9a63-4aca-9c40-06b58e7aea8f', 'status': 'completed', 'code': 200} Jul 27 10:48:24.108672 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-93d48e27-dfbb-4850-bdf5-9f0568b55591 req-b0749924-fa9a-4303-943e-0f7b7b793844 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 210 time: 0.0943463 Jul 27 10:48:24.172954 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49240) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:24.206170 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-83854ec5-3286-448d-bb78-3dcd858a2b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.260214 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Made reservation on behalf of c4f3fa51a14844b1babdbd9533b7c3ec for: {'port': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:48:24.271578 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.343940 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cf72c1bc-660b-40e8-8228-acdca83e7a99 admin admin] Publish callbacks [] for security_group (ae1bd0ae-34e2-46b2-8580-362f0f43bfd0), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.409369 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8677314e-a3d3-4305-8e41-304e3355aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.422438 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b896b-59bb-4859-bbc4-678c014b2d84" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5152d5-6fe6-4ae4-9343-664434a4a8de", "tag": "85f04d79-31a2-4b0a-a08a-cd340037ede7"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:24.428402 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-83854ec5-3286-448d-bb78-3dcd858a2b17 admin admin] Publish callbacks [] for security_group (e12eb73a-a05a-44c9-9f44-3a6872faedb2), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.434569 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-83854ec5-3286-448d-bb78-3dcd858a2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (e12eb73a-a05a-44c9-9f44-3a6872faedb2), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.439843 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cf72c1bc-660b-40e8-8228-acdca83e7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ae1bd0ae-34e2-46b2-8580-362f0f43bfd0), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.489329 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-cf72c1bc-660b-40e8-8228-acdca83e7a99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70a57a7503f74aad9669576dde7a448c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0651102 Jul 27 10:48:24.496582 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49254) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:24.505737 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:24.547188 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49258) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:24.565880 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72c1bc-660b-40e8-8228-acdca83e7a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1bd0ae-34e2-46b2-8580-362f0f43bfd0,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:24.589191 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-83854ec5-3286-448d-bb78-3dcd858a2b17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e07ad9f0effe451e86ade1cb1a7bf202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149847 Jul 27 10:48:24.591582 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3b590fb1-175a-4f2e-9a54-900979c947c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.592751 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49262) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:24.595350 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83854ec5-3286-448d-bb78-3dcd858a2b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12eb73a-a05a-44c9-9f44-3a6872faedb2,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:24.639395 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb5dae2-f0a6-406b-a4bd-a2ce1bfdda82 x-openstack-request-id: req-3fb5dae2-f0a6-406b-a4bd-a2ce1bfdda82 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:24.639961 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5152d5-6fe6-4ae4-9343-664434a4a8de", "tag": "85f04d79-31a2-4b0a-a08a-cd340037ede7", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:24.640221 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fb5dae2-f0a6-406b-a4bd-a2ce1bfdda82 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:24.640668 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb5dae2-f0a6-406b-a4bd-a2ce1bfdda82'] response: {'name': 'network-changed', 'server_uuid': '5b5152d5-6fe6-4ae4-9343-664434a4a8de', 'tag': '85f04d79-31a2-4b0a-a08a-cd340037ede7', 'status': 'completed', 'code': 200} Jul 27 10:48:24.675580 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Allocated IP 172.20.0.11 (f2e90474-ace9-49cb-b20f-0a0062fb4ae0/2affabea-7a41-4600-a5a5-82ca4a3c05ed/d0525118-3c48-4a61-aeb9-8a54b53e4ecc) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:48:24.703653 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3b590fb1-175a-4f2e-9a54-900979c947c8 admin admin] Publish callbacks [] for security_group (042836bc-04e6-4d00-baf3-c32198551157), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.705753 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=45 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:24.706856 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:24.707332 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-467f9a53-c598-48d4-94df-3e487598a1ca admin admin] Publish callbacks [] for security_group (ae1bd0ae-34e2-46b2-8580-362f0f43bfd0), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.709586 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3b590fb1-175a-4f2e-9a54-900979c947c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (042836bc-04e6-4d00-baf3-c32198551157), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.757505 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-3b590fb1-175a-4f2e-9a54-900979c947c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46269f939e7e47158ea3d50d0e9eee4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069726 Jul 27 10:48:24.760682 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b590fb1-175a-4f2e-9a54-900979c947c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042836bc-04e6-4d00-baf3-c32198551157,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:24.762893 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-64a511b3-3907-4da6-a8dd-b1ecc9b5473a admin admin] Publish callbacks [] for security_group (e12eb73a-a05a-44c9-9f44-3a6872faedb2), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.764432 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49264) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:24.769098 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-467f9a53-c598-48d4-94df-3e487598a1ca admin admin] Publish callbacks [] for security_group (ae1bd0ae-34e2-46b2-8580-362f0f43bfd0), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.831833 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-beedad77-e7a0-488c-b3d3-8e6c6c7d0284 admin admin] Publish callbacks [] for security_group (042836bc-04e6-4d00-baf3-c32198551157), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.842448 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:24.854327 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:24.855333 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-64a511b3-3907-4da6-a8dd-b1ecc9b5473a admin admin] Publish callbacks [] for security_group (e12eb73a-a05a-44c9-9f44-3a6872faedb2), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.860140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-beedad77-e7a0-488c-b3d3-8e6c6c7d0284 admin admin] Publish callbacks [] for security_group (042836bc-04e6-4d00-baf3-c32198551157), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.904533 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:24.932091 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-beedad77-e7a0-488c-b3d3-8e6c6c7d0284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (042836bc-04e6-4d00-baf3-c32198551157), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.937621 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-beedad77-e7a0-488c-b3d3-8e6c6c7d0284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:24.939184 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-beedad77-e7a0-488c-b3d3-8e6c6c7d0284 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/042836bc-04e6-4d00-baf3-c32198551157 HTTP/1.1" status: 204 len: 168 time: 0.1733739 Jul 27 10:48:24.951213 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedad77-e7a0-488c-b3d3-8e6c6c7d0284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042836bc-04e6-4d00-baf3-c32198551157,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:24.957608 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49272) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:25.025991 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-467f9a53-c598-48d4-94df-3e487598a1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ae1bd0ae-34e2-46b2-8580-362f0f43bfd0), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.028932 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-467f9a53-c598-48d4-94df-3e487598a1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.030129 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-467f9a53-c598-48d4-94df-3e487598a1ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae1bd0ae-34e2-46b2-8580-362f0f43bfd0 HTTP/1.1" status: 204 len: 168 time: 0.5325451 Jul 27 10:48:25.046281 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e0373-d754-4fcd-9271-d5e49caba299 req-0547fc4b-f8d1-42e7-a5a3-8e41964d5699 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:25.047880 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7d9e0373-d754-4fcd-9271-d5e49caba299 req-0547fc4b-f8d1-42e7-a5a3-8e41964d5699 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 943 time: 0.1196547 Jul 27 10:48:25.066842 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f9a53-c598-48d4-94df-3e487598a1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1bd0ae-34e2-46b2-8580-362f0f43bfd0,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:25.080872 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.085988 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-64a511b3-3907-4da6-a8dd-b1ecc9b5473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (e12eb73a-a05a-44c9-9f44-3a6872faedb2), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.089719 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-64a511b3-3907-4da6-a8dd-b1ecc9b5473a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.091542 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-64a511b3-3907-4da6-a8dd-b1ecc9b5473a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e12eb73a-a05a-44c9-9f44-3a6872faedb2 HTTP/1.1" status: 204 len: 168 time: 0.4757185 Jul 27 10:48:25.123191 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a511b3-3907-4da6-a8dd-b1ecc9b5473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12eb73a-a05a-44c9-9f44-3a6872faedb2,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:25.196426 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7d9e0373-d754-4fcd-9271-d5e49caba299 req-c36aabab-90b7-4fe8-957a-b4aa30063683 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335859 Jul 27 10:48:25.207150 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148ec0d-4e44-49aa-9fef-129df20c0b01 req-176ffb67-0a27-4240-b833-206add4ad729 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:25.208680 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2148ec0d-4e44-49aa-9fef-129df20c0b01 req-176ffb67-0a27-4240-b833-206add4ad729 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 943 time: 0.0919251 Jul 27 10:48:25.234819 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.272898 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c6af36e6-4c9d-4268-9a33-22d2c2d69900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.348620 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2148ec0d-4e44-49aa-9fef-129df20c0b01 req-d4ac171c-ff43-4ad8-86f5-e36680485128 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326907 Jul 27 10:48:25.370114 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'Port': ['ID=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:25.373797 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:48:25.375508 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:48:25.377755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:48:25.388662 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c6af36e6-4c9d-4268-9a33-22d2c2d69900 admin admin] Publish callbacks [] for security_group (e69c8d3c-f443-4f60-85d6-ecf458396ca5), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.395174 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c6af36e6-4c9d-4268-9a33-22d2c2d69900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (e69c8d3c-f443-4f60-85d6-ecf458396ca5), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.453021 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af36e6-4c9d-4268-9a33-22d2c2d69900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69c8d3c-f443-4f60-85d6-ecf458396ca5,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:25.460287 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb285d4-2287-44b0-a4b4-879e667605b6 req-beda2846-d4ac-4c88-aea9-956dae6bbbf3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:25.471190 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2cb285d4-2287-44b0-a4b4-879e667605b6 req-beda2846-d4ac-4c88-aea9-956dae6bbbf3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 932 time: 0.1832185 Jul 27 10:48:25.495189 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c6af36e6-4c9d-4268-9a33-22d2c2d69900 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6bf07550b3fd4bfcb611a5c9b2eafc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351892 Jul 27 10:48:25.496290 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49290) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:25.499511 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.522038 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:25.522700 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.571218 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2cb285d4-2287-44b0-a4b4-879e667605b6 req-d460b260-2432-4b54-8037-2f18a95d4068 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990553 Jul 27 10:48:25.588874 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-d977e1d1-f9b3-4198-a219-357db9b06ee5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0642009 Jul 27 10:48:25.636472 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2847-39b9-4981-bedc-6ade01e153c1 admin admin] Publish callbacks [] for security_group (e69c8d3c-f443-4f60-85d6-ecf458396ca5), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.669856 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2847-39b9-4981-bedc-6ade01e153c1 admin admin] Publish callbacks [] for security_group (e69c8d3c-f443-4f60-85d6-ecf458396ca5), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.724612 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-183ab083-7ab7-4a42-8049-b7e5b74e2475 None None] Provisioning complete for port d0525118-3c48-4a61-aeb9-8a54b53e4ecc triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:25.725012 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-183ab083-7ab7-4a42-8049-b7e5b74e2475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.733600 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2847-39b9-4981-bedc-6ade01e153c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (e69c8d3c-f443-4f60-85d6-ecf458396ca5), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.736799 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2847-39b9-4981-bedc-6ade01e153c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:25.738534 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-f3ab2847-39b9-4981-bedc-6ade01e153c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e69c8d3c-f443-4f60-85d6-ecf458396ca5 HTTP/1.1" status: 204 len: 168 time: 0.2391019 Jul 27 10:48:25.749357 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab2847-39b9-4981-bedc-6ade01e153c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69c8d3c-f443-4f60-85d6-ecf458396ca5,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:25.789943 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-183ab083-7ab7-4a42-8049-b7e5b74e2475 None None] Port d0525118-3c48-4a61-aeb9-8a54b53e4ecc cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:48:26.162546 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49326) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:26.177057 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9b80d6e-534a-42d2-a4f6-21ec3cad1e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:26.279357 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9b80d6e-534a-42d2-a4f6-21ec3cad1e8b admin admin] Publish callbacks [] for security_group (70bc0127-3453-41e1-8855-753fc3862e40), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:26.288646 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9b80d6e-534a-42d2-a4f6-21ec3cad1e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (70bc0127-3453-41e1-8855-753fc3862e40), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:26.333646 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:26.371785 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80d6e-534a-42d2-a4f6-21ec3cad1e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bc0127-3453-41e1-8855-753fc3862e40,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:26.391567 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49340) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:26.394688 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f9b80d6e-534a-42d2-a4f6-21ec3cad1e8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b333cc578d44a2cb514d27097b3c359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263877 Jul 27 10:48:26.433168 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8ae4-b0a7-40eb-8832-c155365d3ba0 req-fa548fbd-cfe8-41da-b781-fd88504283e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:26.440511 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b7c8ae4-b0a7-40eb-8832-c155365d3ba0 req-fa548fbd-cfe8-41da-b781-fd88504283e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 943 time: 0.1405859 Jul 27 10:48:26.519865 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:26.527434 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b0c1f-0bec-4f84-8253-37e52d26a37c req-97646211-0958-4003-b675-fd210c5770e3 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:26.529042 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-906b0c1f-0bec-4f84-8253-37e52d26a37c req-97646211-0958-4003-b675-fd210c5770e3 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 943 time: 0.0658600 Jul 27 10:48:26.615141 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b7c8ae4-b0a7-40eb-8832-c155365d3ba0 req-008297dc-df4b-42e5-b9f6-2544c09c699a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707268 Jul 27 10:48:26.635142 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb4ad-798c-45d7-9f01-b4281f9f3779 admin admin] Publish callbacks [] for security_group (70bc0127-3453-41e1-8855-753fc3862e40), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:26.645512 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:26.712724 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-906b0c1f-0bec-4f84-8253-37e52d26a37c req-082f86e0-f8c4-4f24-8e11-616e44e222c7 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514704 Jul 27 10:48:26.714744 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb4ad-798c-45d7-9f01-b4281f9f3779 admin admin] Publish callbacks [] for security_group (70bc0127-3453-41e1-8855-753fc3862e40), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:26.831719 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb4ad-798c-45d7-9f01-b4281f9f3779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (70bc0127-3453-41e1-8855-753fc3862e40), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:26.835205 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb4ad-798c-45d7-9f01-b4281f9f3779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:26.836822 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-4bbdb4ad-798c-45d7-9f01-b4281f9f3779 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70bc0127-3453-41e1-8855-753fc3862e40 HTTP/1.1" status: 204 len: 168 time: 0.4442279 Jul 27 10:48:26.854159 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdb4ad-798c-45d7-9f01-b4281f9f3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bc0127-3453-41e1-8855-753fc3862e40,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:27.005400 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0d791-e484-46f6-9e7d-56ea62d28056 req-f6761a3f-f5ed-4aec-b669-d03d31b6f999 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:27.007473 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dbb0d791-e484-46f6-9e7d-56ea62d28056 req-f6761a3f-f5ed-4aec-b669-d03d31b6f999 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 932 time: 0.0868852 Jul 27 10:48:27.127580 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dbb0d791-e484-46f6-9e7d-56ea62d28056 req-7260f834-06c2-44ce-b0c4-a00acc450871 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998981 Jul 27 10:48:27.280886 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:27.445887 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:27.794510 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67ea3e-ef57-4cbc-a00a-e24a15f212e6 req-53a74909-a564-4436-9d58-4f0ba08fdb6f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:27.796381 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fc67ea3e-ef57-4cbc-a00a-e24a15f212e6 req-53a74909-a564-4436-9d58-4f0ba08fdb6f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 943 time: 0.0552492 Jul 27 10:48:27.863493 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de930-20aa-4137-a4ef-8a0d93a77c81 req-eb757e53-bd78-48da-bb4b-b8d38da6aed4 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:27.865006 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4d8de930-20aa-4137-a4ef-8a0d93a77c81 req-eb757e53-bd78-48da-bb4b-b8d38da6aed4 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 943 time: 0.0677290 Jul 27 10:48:27.904620 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fc67ea3e-ef57-4cbc-a00a-e24a15f212e6 req-1f928270-5175-422d-a30e-22a683db630d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986030 Jul 27 10:48:27.940492 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4d8de930-20aa-4137-a4ef-8a0d93a77c81 req-cd1bce2b-bcac-4ccb-8a87-a3851a8fcbe6 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627270 Jul 27 10:48:28.294034 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f9aa6-cf1e-4670-9915-29c60c03c163 req-8babced6-02b7-46d9-b1c3-6aae39060d17 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:28.296048 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-923f9aa6-cf1e-4670-9915-29c60c03c163 req-8babced6-02b7-46d9-b1c3-6aae39060d17 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 932 time: 0.0627208 Jul 27 10:48:28.350421 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-923f9aa6-cf1e-4670-9915-29c60c03c163 req-e65a9c55-c52a-4f8e-b86f-92a92e049311 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477629 Jul 27 10:48:29.075259 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa034a8d-39a9-4915-88e3-8ca1de1e4035 req-de4b044f-cf3c-4e0c-affb-0c892c536c20 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:29.077568 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-aa034a8d-39a9-4915-88e3-8ca1de1e4035 req-de4b044f-cf3c-4e0c-affb-0c892c536c20 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 943 time: 0.0812440 Jul 27 10:48:29.138828 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99e36f-3339-4557-9eac-26056d16e5fa req-547cb697-4acd-4ed8-8257-aca30b977774 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:29.140631 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5c99e36f-3339-4557-9eac-26056d16e5fa req-547cb697-4acd-4ed8-8257-aca30b977774 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 943 time: 0.0839105 Jul 27 10:48:29.169350 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-aa034a8d-39a9-4915-88e3-8ca1de1e4035 req-9246608d-f10c-43f9-859b-4a675d7bdd7e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740774 Jul 27 10:48:29.210362 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5c99e36f-3339-4557-9eac-26056d16e5fa req-45be5fe5-8753-4c2a-a6a0-1bd417d5668b tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567050 Jul 27 10:48:29.222708 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49468) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:29.353442 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:29.357161 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-dd966bb8-fc02-449b-b647-345f3ae9b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:29.358871 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-dd966bb8-fc02-449b-b647-345f3ae9b378 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2ddfa2b-0ed8-4491-a65a-c170a898c37e HTTP/1.1" status: 200 len: 851 time: 0.0557923 Jul 27 10:48:29.426768 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Request body: {'port': {'device_id': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:29.607122 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-8c04ad9c-778b-4e4f-af72-56e8d310ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:29.608487 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-8c04ad9c-778b-4e4f-af72-56e8d310ebc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0ea793f-1c27-41da-a60c-afe734369fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0994880 Jul 27 10:48:29.614758 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-bbc18395-fce5-4f68-9e15-8034f74ce519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:29.616960 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-bbc18395-fce5-4f68-9e15-8034f74ce519 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 1127 time: 0.0614347 Jul 27 10:48:29.669824 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e3732f06-4837-4090-8865-e5f0cd4c9513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:29.790376 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b824e-c2ec-4242-8b36-a7cad3d5c5be req-5b430a18-13b0-41b9-a8fd-9f7b964b8a36 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:29.791904 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-250b824e-c2ec-4242-8b36-a7cad3d5c5be req-5b430a18-13b0-41b9-a8fd-9f7b964b8a36 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 932 time: 0.3593380 Jul 27 10:48:29.798266 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-1432f6c8-2e46-4c74-ac3d-eced7e887b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:29.805194 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-1432f6c8-2e46-4c74-ac3d-eced7e887b33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 1128 time: 0.1313992 Jul 27 10:48:29.805194 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:29.848155 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:29.849095 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:29.982286 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-250b824e-c2ec-4242-8b36-a7cad3d5c5be req-d713c6c3-e625-460c-a19e-a71cd05c3f55 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753962 Jul 27 10:48:30.053111 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e3732f06-4837-4090-8865-e5f0cd4c9513 admin admin] Publish callbacks [] for security_group (c4a3636e-0ba1-4d61-ab03-da2b784f1728), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:30.092334 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e3732f06-4837-4090-8865-e5f0cd4c9513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (c4a3636e-0ba1-4d61-ab03-da2b784f1728), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:30.158855 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-e3732f06-4837-4090-8865-e5f0cd4c9513 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13f7a28998894dbbb487b4d71426e8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9345825 Jul 27 10:48:30.162116 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49524) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:30.166458 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3732f06-4837-4090-8865-e5f0cd4c9513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a3636e-0ba1-4d61-ab03-da2b784f1728,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:30.273596 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0525118-3c48-4a61-aeb9-8a54b53e4ecc {{(pid=110616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:48:30.282583 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Publish callbacks [] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:30.284214 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d7cfb036-2213-4531-9d4d-fdb8bbc751fc admin admin] Publish callbacks [] for security_group (c4a3636e-0ba1-4d61-ab03-da2b784f1728), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:30.298803 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.provisioning_blocks [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Transition to ACTIVE for port object d0525118-3c48-4a61-aeb9-8a54b53e4ecc will not be triggered until provisioned by entity L2. {{(pid=110616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:48:30.315685 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:30.336420 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d7cfb036-2213-4531-9d4d-fdb8bbc751fc admin admin] Publish callbacks [] for security_group (c4a3636e-0ba1-4d61-ab03-da2b784f1728), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:30.429044 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1ca89-1e69-47ed-893e-ccd68100f402 req-1c90c93e-95ae-4379-9983-896111f32481 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:30.430723 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-93e1ca89-1e69-47ed-893e-ccd68100f402 req-1c90c93e-95ae-4379-9983-896111f32481 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 943 time: 0.1297789 Jul 27 10:48:30.469093 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d7cfb036-2213-4531-9d4d-fdb8bbc751fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (c4a3636e-0ba1-4d61-ab03-da2b784f1728), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:30.473918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d7cfb036-2213-4531-9d4d-fdb8bbc751fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:30.475470 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-d7cfb036-2213-4531-9d4d-fdb8bbc751fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4a3636e-0ba1-4d61-ab03-da2b784f1728 HTTP/1.1" status: 204 len: 168 time: 0.3119526 Jul 27 10:48:30.491737 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfb036-2213-4531-9d4d-fdb8bbc751fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a3636e-0ba1-4d61-ab03-da2b784f1728,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:30.554844 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:30.572565 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb85a4d-6322-47d9-ba1c-865206d025ff req-ff6acd19-a354-4f89-b4ed-4040ed7fc3e2 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:30.575279 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eeb85a4d-6322-47d9-ba1c-865206d025ff req-ff6acd19-a354-4f89-b4ed-4040ed7fc3e2 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 943 time: 0.2287915 Jul 27 10:48:30.652879 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-93e1ca89-1e69-47ed-893e-ccd68100f402 req-c29ab879-f9a9-40ea-8095-2a54a9085dbe tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903870 Jul 27 10:48:30.668126 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Attempting to bind port d0525118-3c48-4a61-aeb9-8a54b53e4ecc on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:48:30.669148 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Attempting to bind port d0525118-3c48-4a61-aeb9-8a54b53e4ecc by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'}] {{(pid=110616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:48:30.669493 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Attempting to bind port d0525118-3c48-4a61-aeb9-8a54b53e4ecc on network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:30.725372 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-e459749c-0ef9-4442-9718-e779f612cbcd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7 HTTP/1.1" status: 200 len: 217 time: 0.0713370 Jul 27 10:48:30.814251 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Port d0525118-3c48-4a61-aeb9-8a54b53e4ecc on network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:48:30.814585 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Attempting to bind port d0525118-3c48-4a61-aeb9-8a54b53e4ecc on network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:48:30.821076 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:30.911208 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eeb85a4d-6322-47d9-ba1c-865206d025ff req-b44fe728-4bdf-4cc0-add5-c671967aa390 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284273 Jul 27 10:48:30.932412 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:48:30.932880 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Checking segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:48:30.933811 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Bound using segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:48:30.934807 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Bound port: d0525118-3c48-4a61-aeb9-8a54b53e4ecc, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'}}] {{(pid=110616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:48:30.935569 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:31.040502 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-1549d89b-a38f-430c-b1ca-166dbe2127aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:31.043794 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-1549d89b-a38f-430c-b1ca-166dbe2127aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.3082671 Jul 27 10:48:31.189716 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-d7c13618-1aa3-4014-bc73-84997f6bda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:31.191620 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-d7c13618-1aa3-4014-bc73-84997f6bda3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1404507 Jul 27 10:48:31.250876 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:31.285371 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49576) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:31.298406 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-ab1383c6-9cb2-428f-8498-b7247adb29f1 service neutron] 10.222.0.69 "GET /v2.0/networks/d0ea793f-1c27-41da-a60c-afe734369fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456361 Jul 27 10:48:31.298877 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:31.330872 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ffd41-86cf-43c6-a2a0-dd1e914d8dd8 req-24c2eb5b-3570-44e5-a2d8-20b764e46e88 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:31.338283 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0c1ffd41-86cf-43c6-a2a0-dd1e914d8dd8 req-24c2eb5b-3570-44e5-a2d8-20b764e46e88 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.1829908 Jul 27 10:48:31.359939 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-de4f5d64-32b7-4190-bc8f-2e3eafa84f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:31.374930 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-5c41d29e-c778-4767-bc8c-729d4e01ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:31.377077 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-5c41d29e-c778-4767-bc8c-729d4e01ab00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.7343724 Jul 27 10:48:31.382974 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] For port d0525118-3c48-4a61-aeb9-8a54b53e4ecc, host hv-cinder-85084, cleared binding levels {{(pid=110616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:48:31.431415 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-c54977f7-c212-416f-9339-7c07b8634476 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255313 Jul 27 10:48:31.438876 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-11e963c7-3c9e-4ba1-b640-fdff35ec9fc9 req-1d56dadb-422d-4354-9e3b-fe9b024fe1d8 service neutron] 10.222.0.69 "GET /v2.0/networks/d0ea793f-1c27-41da-a60c-afe734369fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337836 Jul 27 10:48:31.477531 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] For port d0525118-3c48-4a61-aeb9-8a54b53e4ecc, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:48:31.488979 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-5c25fb9e-3094-4c5a-8b88-c3f2da2bc8f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8 HTTP/1.1" status: 200 len: 217 time: 0.1008923 Jul 27 10:48:31.492885 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device e93f709b-4644-47cb-80d6-b339cdab5bc8 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:48:31.503563 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:31.551296 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4cde5ce4-78fb-4d10-9e5e-5602a0e23913 req-7aafc0e5-c871-40b4-90b3-c003b090e9b3 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115336 Jul 27 10:48:31.666506 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port e93f709b-4644-47cb-80d6-b339cdab5bc8, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:31.693988 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:31.694341 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:31.697668 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] 10.222.0.69 "PUT /v2.0/ports/d0525118-3c48-4a61-aeb9-8a54b53e4ecc HTTP/1.1" status: 200 len: 1094 time: 2.2757101 Jul 27 10:48:31.702796 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': 'e93f709b-4644-47cb-80d6-b339cdab5bc8', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'port_id': 'e93f709b-4644-47cb-80d6-b339cdab5bc8', 'mac_address': 'fa:16:3e:b8:1d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:48:31.705259 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'tag': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:31.712392 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59137ef-f8f0-4bf9-af1e-c9901cc8fc94" -d '{"events": [{"name": "network-changed", "server_uuid": "4252ab77-0c2c-488e-99ad-6586893e84ad", "tag": "d0525118-3c48-4a61-aeb9-8a54b53e4ecc"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:31.723545 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0c1ffd41-86cf-43c6-a2a0-dd1e914d8dd8 req-6725c4d8-d8c2-43aa-8c56-24f101dadd8c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843505 Jul 27 10:48:31.785121 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-97292579-2da1-49d8-88d4-66923f6aac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:31.786680 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-97292579-2da1-49d8-88d4-66923f6aac2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.2856567 Jul 27 10:48:31.795119 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81da58-8fc5-4f15-a13f-8d85981c70a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,revision_number=3']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:31.813212 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port e93f709b-4644-47cb-80d6-b339cdab5bc8 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:31.813618 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:31.837761 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93f709b-4644-47cb-80d6-b339cdab5bc8 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:48:31.912062 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port e93f709b-4644-47cb-80d6-b339cdab5bc8, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:31.916887 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:31.948615 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-de4f5d64-32b7-4190-bc8f-2e3eafa84f48 admin admin] Publish callbacks [] for security_group (7a93dce5-0c95-4c25-952a-0196d079a24d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:31.976584 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73b2082-8938-4a01-a514-65f42c1c24dc x-openstack-request-id: req-d73b2082-8938-4a01-a514-65f42c1c24dc {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:31.982131 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4252ab77-0c2c-488e-99ad-6586893e84ad", "tag": "d0525118-3c48-4a61-aeb9-8a54b53e4ecc", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:31.982533 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d73b2082-8938-4a01-a514-65f42c1c24dc {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:31.983544 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73b2082-8938-4a01-a514-65f42c1c24dc'] response: {'name': 'network-changed', 'server_uuid': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'tag': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'status': 'completed', 'code': 200} Jul 27 10:48:31.995315 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-de4f5d64-32b7-4190-bc8f-2e3eafa84f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7a93dce5-0c95-4c25-952a-0196d079a24d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:32.000492 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:32.046771 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=e93f709b-4644-47cb-80d6-b339cdab5bc8,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:32.102881 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b27c4-4361-4ad3-8736-453877190126 req-18c7e1e9-86a7-48d4-a0dd-5520ec03c5c3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:32.104968 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71b27c4-4361-4ad3-8736-453877190126 req-18c7e1e9-86a7-48d4-a0dd-5520ec03c5c3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 943 time: 0.2474813 Jul 27 10:48:32.160947 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['e93f709b-4644-47cb-80d6-b339cdab5bc8'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:48:32.162716 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f5d64-32b7-4190-bc8f-2e3eafa84f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a93dce5-0c95-4c25-952a-0196d079a24d,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:32.175112 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-de4f5d64-32b7-4190-bc8f-2e3eafa84f48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eff6b0631db74f47816a6669bc1e0368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8812623 Jul 27 10:48:32.177722 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49610) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:32.232631 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a018e8-4173-48db-9fd7-143d4c5a5e88 req-ac6387e3-c895-44b2-b481-5b4b30385d2a tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:32.240641 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-43a018e8-4173-48db-9fd7-143d4c5a5e88 req-ac6387e3-c895-44b2-b481-5b4b30385d2a tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 943 time: 0.1825573 Jul 27 10:48:32.326390 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-061b6cc0-89f4-4bce-b087-40970aa33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:32.327997 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-061b6cc0-89f4-4bce-b087-40970aa33abe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=728ed167367f4d99ad27e0b98c969e1a&device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 1127 time: 0.0808938 Jul 27 10:48:32.328722 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a62694e-2fc1-4b82-a5de-765dd279b711 admin admin] Publish callbacks [] for security_group (7a93dce5-0c95-4c25-952a-0196d079a24d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:32.334055 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:32.357361 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a62694e-2fc1-4b82-a5de-765dd279b711 admin admin] Publish callbacks [] for security_group (7a93dce5-0c95-4c25-952a-0196d079a24d), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:32.390487 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71b27c4-4361-4ad3-8736-453877190126 req-25ce4648-c216-47c3-b580-ff01f504a103 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669888 Jul 27 10:48:32.391165 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:32.409166 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-07c18606-0c99-4424-90f6-2c64efd2dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:32.410986 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-07c18606-0c99-4424-90f6-2c64efd2dd39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1651204 Jul 27 10:48:32.427862 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59137ef-f8f0-4bf9-af1e-c9901cc8fc94 req-d8c445b1-4b5c-46c8-b921-870d14c4227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:32.428929 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f59137ef-f8f0-4bf9-af1e-c9901cc8fc94 req-d8c445b1-4b5c-46c8-b921-870d14c4227b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 1128 time: 0.1045759 Jul 27 10:48:32.443922 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-43a018e8-4173-48db-9fd7-143d4c5a5e88 req-5911f362-c720-4b60-be09-78f214b17787 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020209 Jul 27 10:48:32.467080 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a62694e-2fc1-4b82-a5de-765dd279b711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7a93dce5-0c95-4c25-952a-0196d079a24d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:32.472424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a62694e-2fc1-4b82-a5de-765dd279b711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:32.474429 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5a62694e-2fc1-4b82-a5de-765dd279b711 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a93dce5-0c95-4c25-952a-0196d079a24d HTTP/1.1" status: 204 len: 168 time: 0.2954643 Jul 27 10:48:32.485438 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62694e-2fc1-4b82-a5de-765dd279b711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a93dce5-0c95-4c25-952a-0196d079a24d,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:32.886507 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4966d-1a9d-4ec1-90c6-0102c94a9fb8 req-d0893ed6-5366-463b-b385-1c6002e424ac tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:32.889280 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3be4966d-1a9d-4ec1-90c6-0102c94a9fb8 req-d0893ed6-5366-463b-b385-1c6002e424ac tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.0744128 Jul 27 10:48:32.921074 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:32.971945 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3be4966d-1a9d-4ec1-90c6-0102c94a9fb8 req-e88f523f-d4de-45dd-848d-03f4cb193e60 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741920 Jul 27 10:48:33.234094 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-41855bfd-1ccb-49b2-909e-e75fe35bc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:33.236723 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-41855bfd-1ccb-49b2-909e-e75fe35bc4e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 1127 time: 0.2071085 Jul 27 10:48:33.362712 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-938ec593-523d-41e2-8ba5-8380d86c9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:33.365051 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-938ec593-523d-41e2-8ba5-8380d86c9390 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0ea793f-1c27-41da-a60c-afe734369fd4 HTTP/1.1" status: 200 len: 913 time: 0.3570940 Jul 27 10:48:33.425008 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-2427c29e-c3c5-4e5c-9aab-aed670341658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:33.426638 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-2427c29e-c3c5-4e5c-9aab-aed670341658 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.1814363 Jul 27 10:48:33.495794 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:33.509819 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-405383d7-2880-4f46-8e53-21f1d20c5054 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998376 Jul 27 10:48:33.526776 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59137ef-f8f0-4bf9-af1e-c9901cc8fc94 req-29866820-9ba5-4737-b152-0df97788cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:33.529568 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f59137ef-f8f0-4bf9-af1e-c9901cc8fc94 req-29866820-9ba5-4737-b152-0df97788cded service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5208440 Jul 27 10:48:33.597924 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b191c-1021-45ad-85f4-9a726d7fdb46 req-c0b6397a-5697-4fce-b375-8358e8bc75ad tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:33.599505 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-623b191c-1021-45ad-85f4-9a726d7fdb46 req-c0b6397a-5697-4fce-b375-8358e8bc75ad tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 943 time: 0.0932670 Jul 27 10:48:33.634770 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4636d-e3af-4d12-bdbc-7cd29b666af8 req-1086605a-1c00-49e5-a471-da612aecbe3b tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:33.636432 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a3f4636d-e3af-4d12-bdbc-7cd29b666af8 req-1086605a-1c00-49e5-a471-da612aecbe3b tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 943 time: 0.0862148 Jul 27 10:48:33.676149 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-623b191c-1021-45ad-85f4-9a726d7fdb46 req-38613bb8-b56d-4456-a0e6-d35b2bb451b8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703022 Jul 27 10:48:33.712642 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a3f4636d-e3af-4d12-bdbc-7cd29b666af8 req-c9cc31ca-13db-43f4-9501-12da8baacc6d tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671470 Jul 27 10:48:34.067308 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49724) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:34.092963 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db3056-5b15-4154-a3a6-a90d674a16b2 req-061236b8-de1d-4454-bfe0-9b429c0f60b0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:34.094501 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-53db3056-5b15-4154-a3a6-a90d674a16b2 req-061236b8-de1d-4454-bfe0-9b429c0f60b0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.0570796 Jul 27 10:48:34.115733 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 85f04d79-31a2-4b0a-a08a-cd340037ede7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:48:34.160501 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-53db3056-5b15-4154-a3a6-a90d674a16b2 req-4a9ff8c8-851b-4ff9-9ff1-8a6a50b10ff9 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604565 Jul 27 10:48:34.220164 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49734) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:34.250334 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 85f04d79-31a2-4b0a-a08a-cd340037ede7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:34.266639 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e555a51-94a2-4a60-b0ad-6ab200ec4b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.267862 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '85f04d79-31a2-4b0a-a08a-cd340037ede7', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'port_id': '85f04d79-31a2-4b0a-a08a-cd340037ede7', 'mac_address': 'fa:16:3e:57:3e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:48:34.318861 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 85f04d79-31a2-4b0a-a08a-cd340037ede7 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:34.318861 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.323903 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1b30480c-fe2f-49c8-b1c3-a0f1aba42f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.328958 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f04d79-31a2-4b0a-a08a-cd340037ede7 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:48:34.352237 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 85f04d79-31a2-4b0a-a08a-cd340037ede7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:34.358501 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.359797 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4ea7269f-9a63-4aca-9c40-06b58e7aea8f details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:48:34.432395 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e555a51-94a2-4a60-b0ad-6ab200ec4b2d admin admin] Publish callbacks [] for security_group (70f9b790-7515-4952-a20e-8582e7259296), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.440287 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e555a51-94a2-4a60-b0ad-6ab200ec4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (70f9b790-7515-4952-a20e-8582e7259296), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.457072 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=85f04d79-31a2-4b0a-a08a-cd340037ede7,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:34.514557 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1b30480c-fe2f-49c8-b1c3-a0f1aba42f69 admin admin] Publish callbacks [] for security_group (719b5450-aa8a-49cc-b380-40a389ed655c), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.521004 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-4e555a51-94a2-4a60-b0ad-6ab200ec4b2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca74ae0b9f354340b1e8f54eca2450c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496651 Jul 27 10:48:34.521004 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49746) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:34.523458 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:34.529257 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1b30480c-fe2f-49c8-b1c3-a0f1aba42f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (719b5450-aa8a-49cc-b380-40a389ed655c), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.532118 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e555a51-94a2-4a60-b0ad-6ab200ec4b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9b790-7515-4952-a20e-8582e7259296,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:34.536507 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '4ea7269f-9a63-4aca-9c40-06b58e7aea8f', 'network_id': 'd0ea793f-1c27-41da-a60c-afe734369fd4', 'port_id': '4ea7269f-9a63-4aca-9c40-06b58e7aea8f', 'mac_address': 'fa:16:3e:cf:95:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ddfa2b-0ed8-4491-a65a-c170a898c37e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:48:34.573321 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:34.620271 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-1b30480c-fe2f-49c8-b1c3-a0f1aba42f69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e1feac13d044638956a0d30726adddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985009 Jul 27 10:48:34.621243 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:34.621810 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.622912 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49752) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:34.627450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30480c-fe2f-49c8-b1c3-a0f1aba42f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719b5450-aa8a-49cc-b380-40a389ed655c,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:34.660333 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-187c80f9-aa9a-456d-a893-9883f2f8fffa admin admin] Publish callbacks [] for security_group (70f9b790-7515-4952-a20e-8582e7259296), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.678776 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea7269f-9a63-4aca-9c40-06b58e7aea8f {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:48:34.706844 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-187c80f9-aa9a-456d-a893-9883f2f8fffa admin admin] Publish callbacks [] for security_group (70f9b790-7515-4952-a20e-8582e7259296), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.724810 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:34.735639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.755968 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:34.761541 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-24d7674e-522a-4f7c-bf09-359bb6f76d1f admin admin] Publish callbacks [] for security_group (719b5450-aa8a-49cc-b380-40a389ed655c), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.795703 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-24d7674e-522a-4f7c-bf09-359bb6f76d1f admin admin] Publish callbacks [] for security_group (719b5450-aa8a-49cc-b380-40a389ed655c), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.801010 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:34.813940 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-187c80f9-aa9a-456d-a893-9883f2f8fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (70f9b790-7515-4952-a20e-8582e7259296), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.816848 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-187c80f9-aa9a-456d-a893-9883f2f8fffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.817993 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-187c80f9-aa9a-456d-a893-9883f2f8fffa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70f9b790-7515-4952-a20e-8582e7259296 HTTP/1.1" status: 204 len: 168 time: 0.2959769 Jul 27 10:48:34.862816 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c80f9-aa9a-456d-a893-9883f2f8fffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9b790-7515-4952-a20e-8582e7259296,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:34.939480 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a17d8-6945-4bd4-ab2e-c97986f6a289 req-5db54a94-d40a-4e47-bac6-164752641de7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:34.941050 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c11a17d8-6945-4bd4-ab2e-c97986f6a289 req-5db54a94-d40a-4e47-bac6-164752641de7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 944 time: 0.1114185 Jul 27 10:48:34.948273 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a8dd-8a1a-440c-8312-03e7ce66008e req-0db6dde2-21ba-4ae7-8ac5-83c831daaef8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:34.950270 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9379a8dd-8a1a-440c-8312-03e7ce66008e req-0db6dde2-21ba-4ae7-8ac5-83c831daaef8 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 944 time: 0.0893345 Jul 27 10:48:34.976398 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-24d7674e-522a-4f7c-bf09-359bb6f76d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (719b5450-aa8a-49cc-b380-40a389ed655c), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.978980 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-24d7674e-522a-4f7c-bf09-359bb6f76d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:34.980084 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-24d7674e-522a-4f7c-bf09-359bb6f76d1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/719b5450-aa8a-49cc-b380-40a389ed655c HTTP/1.1" status: 204 len: 168 time: 0.3541605 Jul 27 10:48:35.009829 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7674e-522a-4f7c-bf09-359bb6f76d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719b5450-aa8a-49cc-b380-40a389ed655c,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:35.043228 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c11a17d8-6945-4bd4-ab2e-c97986f6a289 req-9cb861fc-70fd-4b9f-a132-250b56e384fc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916901 Jul 27 10:48:35.060061 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9379a8dd-8a1a-440c-8312-03e7ce66008e req-d482dedd-fd18-45f4-824c-d4538373baae tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997372 Jul 27 10:48:35.329306 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9cdaf-835a-4214-9261-b6a780169578 req-a1b80a01-d61d-4cb2-a825-c1be65222470 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:35.335434 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eec9cdaf-835a-4214-9261-b6a780169578 req-a1b80a01-d61d-4cb2-a825-c1be65222470 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.0576835 Jul 27 10:48:35.347283 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49784) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:35.364358 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d03b34a7-4e06-47a7-b967-3a5c9e9bc924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.388583 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eec9cdaf-835a-4214-9261-b6a780169578 req-f802b49d-9a75-4c88-8f8e-25825055fb49 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520315 Jul 27 10:48:35.440457 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d03b34a7-4e06-47a7-b967-3a5c9e9bc924 admin admin] Publish callbacks [] for security_group (9e523a55-40e4-405c-80fd-a5fe65540e28), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.444505 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d03b34a7-4e06-47a7-b967-3a5c9e9bc924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9e523a55-40e4-405c-80fd-a5fe65540e28), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.483402 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-d03b34a7-4e06-47a7-b967-3a5c9e9bc924 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2499a2c444f94b91a8d2ac27daccf392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350486 Jul 27 10:48:35.484463 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b34a7-4e06-47a7-b967-3a5c9e9bc924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e523a55-40e4-405c-80fd-a5fe65540e28,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:35.486058 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49786) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:35.541271 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-abe1848e-1b0c-4fcb-8d83-28f440e91ccd admin admin] Publish callbacks [] for security_group (9e523a55-40e4-405c-80fd-a5fe65540e28), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.557651 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49788) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:35.563840 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-abe1848e-1b0c-4fcb-8d83-28f440e91ccd admin admin] Publish callbacks [] for security_group (9e523a55-40e4-405c-80fd-a5fe65540e28), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.571465 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-51a4cc22-b9e3-4bc6-b8b3-8e390aaa8044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.591542 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:35.610331 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-abe1848e-1b0c-4fcb-8d83-28f440e91ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9e523a55-40e4-405c-80fd-a5fe65540e28), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.612951 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-abe1848e-1b0c-4fcb-8d83-28f440e91ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.616380 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-abe1848e-1b0c-4fcb-8d83-28f440e91ccd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e523a55-40e4-405c-80fd-a5fe65540e28 HTTP/1.1" status: 204 len: 168 time: 0.1262901 Jul 27 10:48:35.624090 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1848e-1b0c-4fcb-8d83-28f440e91ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e523a55-40e4-405c-80fd-a5fe65540e28,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:35.656982 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-51a4cc22-b9e3-4bc6-b8b3-8e390aaa8044 admin admin] Publish callbacks [] for security_group (07349514-1292-4a34-9d90-b874c8d6f18a), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.661437 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-51a4cc22-b9e3-4bc6-b8b3-8e390aaa8044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (07349514-1292-4a34-9d90-b874c8d6f18a), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.706575 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-51a4cc22-b9e3-4bc6-b8b3-8e390aaa8044 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3050f16606c44d039c13200dd1e3566b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478231 Jul 27 10:48:35.707437 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4cc22-b9e3-4bc6-b8b3-8e390aaa8044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07349514-1292-4a34-9d90-b874c8d6f18a,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:35.709491 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 49792) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:35.766804 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-522ba91d-2f0c-429b-9512-c639d4d54faf admin admin] Publish callbacks [] for security_group (07349514-1292-4a34-9d90-b874c8d6f18a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.842182 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-522ba91d-2f0c-429b-9512-c639d4d54faf admin admin] Publish callbacks [] for security_group (07349514-1292-4a34-9d90-b874c8d6f18a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:35.853680 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-43d755c6-389d-4e81-b27e-967699c4b2d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea7269f-9a63-4aca-9c40-06b58e7aea8f HTTP/1.1" status: 200 len: 217 time: 0.0758317 Jul 27 10:48:35.856151 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-db3148c5-1982-4076-8a81-1db10448b093 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7 HTTP/1.1" status: 200 len: 217 time: 0.0702734 Jul 27 10:48:35.962287 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:35.964336 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-196f7558-9b1c-41e1-b4f2-8fca7e812372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:35.966642 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-196f7558-9b1c-41e1-b4f2-8fca7e812372 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0913999 Jul 27 10:48:35.968147 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-e1ad0988-373e-4a0c-8f03-cf461ae1a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:35.970206 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-e1ad0988-373e-4a0c-8f03-cf461ae1a877 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2ddfa2b-0ed8-4491-a65a-c170a898c37e HTTP/1.1" status: 200 len: 851 time: 0.1027904 Jul 27 10:48:36.053391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49800) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:36.087087 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-6c4fa974-295f-4243-8180-c885e32079e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:36.089838 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-6c4fa974-295f-4243-8180-c885e32079e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109962 Jul 27 10:48:36.090105 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:36.093102 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f06514e3-4725-496a-8548-9dd5b8601187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:36.096820 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-fafea6e8-ac4a-4922-a686-f73c98b4e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:36.098805 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-fafea6e8-ac4a-4922-a686-f73c98b4e057 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0ea793f-1c27-41da-a60c-afe734369fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081178 Jul 27 10:48:36.108941 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59137ef-f8f0-4bf9-af1e-c9901cc8fc94 req-85fc83f2-9467-4e31-8e9c-a45f5a342f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:36.110409 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f59137ef-f8f0-4bf9-af1e-c9901cc8fc94 req-85fc83f2-9467-4e31-8e9c-a45f5a342f5e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3322694 Jul 27 10:48:36.114539 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-026f351d-ff3e-4fc1-8b7b-7dc7b2d1ef3a req-2dcbb885-1c90-4a69-9fcf-1434d9dcc18e service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351135 Jul 27 10:48:36.117307 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-522ba91d-2f0c-429b-9512-c639d4d54faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (07349514-1292-4a34-9d90-b874c8d6f18a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:36.120233 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-522ba91d-2f0c-429b-9512-c639d4d54faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:36.122429 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-522ba91d-2f0c-429b-9512-c639d4d54faf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07349514-1292-4a34-9d90-b874c8d6f18a HTTP/1.1" status: 204 len: 168 time: 0.4116583 Jul 27 10:48:36.131273 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ba91d-2f0c-429b-9512-c639d4d54faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07349514-1292-4a34-9d90-b874c8d6f18a,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:36.142359 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['4ea7269f-9a63-4aca-9c40-06b58e7aea8f'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:48:36.150867 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:36.193560 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device e93f709b-4644-47cb-80d6-b339cdab5bc8 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:36.224217 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:36.267936 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:36.271822 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92ec7f-2fda-4ba6-aaf0-638d5f38e548 req-57119100-3f76-4500-80c8-8fc04f86f162 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:36.276498 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7a92ec7f-2fda-4ba6-aaf0-638d5f38e548 req-57119100-3f76-4500-80c8-8fc04f86f162 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 944 time: 0.1101685 Jul 27 10:48:36.301826 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['85f04d79-31a2-4b0a-a08a-cd340037ede7'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:48:36.384766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port e93f709b-4644-47cb-80d6-b339cdab5bc8 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:48:36.401514 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-98cf2863-9b90-4543-b370-5a5036684200 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838709 Jul 27 10:48:36.436227 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-1b78125d-03ab-4892-a922-ec80f4d82218 service neutron] 10.222.0.69 "GET /v2.0/networks/d0ea793f-1c27-41da-a60c-afe734369fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164542 Jul 27 10:48:36.436369 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-05fccd5c-8a77-4170-86e4-6d67ad2ee6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:36.437908 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-05fccd5c-8a77-4170-86e4-6d67ad2ee6d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 1128 time: 0.2597268 Jul 27 10:48:36.450077 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port e93f709b-4644-47cb-80d6-b339cdab5bc8 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:36.450573 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:36.481352 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de461de-49a7-45a3-b7e1-13af7dd8b8cb req-92a98a47-548d-48f4-ac1c-507d4a8d36fa tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:36.482966 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5de461de-49a7-45a3-b7e1-13af7dd8b8cb req-92a98a47-548d-48f4-ac1c-507d4a8d36fa tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 944 time: 0.2551379 Jul 27 10:48:36.663981 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-1e1c5ffb-2fc7-4f0d-8e23-0993cdcdf2fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc HTTP/1.1" status: 200 len: 217 time: 0.1672144 Jul 27 10:48:36.812070 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7a92ec7f-2fda-4ba6-aaf0-638d5f38e548 req-c267ca35-2541-446a-91e6-f6c2953af753 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705842 Jul 27 10:48:36.830442 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f06514e3-4725-496a-8548-9dd5b8601187 admin admin] Publish callbacks [] for security_group (0fc6efd6-cbef-4b55-b8e1-98576f27d971), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:36.834009 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port e93f709b-4644-47cb-80d6-b339cdab5bc8 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:36.841390 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:36.847690 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:36.867077 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f06514e3-4725-496a-8548-9dd5b8601187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0fc6efd6-cbef-4b55-b8e1-98576f27d971), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:36.912479 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5de461de-49a7-45a3-b7e1-13af7dd8b8cb req-9cfe74eb-bfb1-40c4-be4d-c507b05b1d44 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085867 Jul 27 10:48:36.937796 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda70003-b8d2-4f50-8049-9be9aa16d4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f709b-4644-47cb-80d6-b339cdab5bc8'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:36.966813 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-edc23d7a-eb60-4084-ae9e-348243044e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:36.968280 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-edc23d7a-eb60-4084-ae9e-348243044e58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 200 len: 850 time: 0.2658839 Jul 27 10:48:37.001175 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-211b896b-59bb-4859-bbc4-678c014b2d84 req-ea087f01-ddc6-4341-a3fa-e64e6aded7ef service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906279 Jul 27 10:48:37.073672 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f06514e3-4725-496a-8548-9dd5b8601187 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d21e17346b343419d55a98ae4b9728f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0192096 Jul 27 10:48:37.079862 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe75db-a991-4e04-a0e2-cdcd62dc4b89 req-d8de0565-8589-42ca-baae-5af50dd133ff tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:37.082542 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06514e3-4725-496a-8548-9dd5b8601187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc6efd6-cbef-4b55-b8e1-98576f27d971,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:37.087267 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 49844) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:37.087829 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dfbe75db-a991-4e04-a0e2-cdcd62dc4b89 req-d8de0565-8589-42ca-baae-5af50dd133ff tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.1160593 Jul 27 10:48:37.090896 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-a9d43ff7-3a20-42c3-a727-b6aaa52df067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:37.092586 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-a9d43ff7-3a20-42c3-a727-b6aaa52df067 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089821 Jul 27 10:48:37.097208 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9ceecfb3-0771-4491-b17c-4b50c30aa984 req-b61ffd0b-62b0-4b32-9b4f-3423e3964251 service neutron] 10.222.0.69 "GET /v2.0/networks/d0ea793f-1c27-41da-a60c-afe734369fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402929 Jul 27 10:48:37.204503 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6f297dd1-1980-4d74-9dd3-e237cda07c99 admin admin] Publish callbacks [] for security_group (0fc6efd6-cbef-4b55-b8e1-98576f27d971), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:37.209244 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port e93f709b-4644-47cb-80d6-b339cdab5bc8, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:37.221304 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:37.255701 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6f297dd1-1980-4d74-9dd3-e237cda07c99 admin admin] Publish callbacks [] for security_group (0fc6efd6-cbef-4b55-b8e1-98576f27d971), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:37.327690 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=e93f709b-4644-47cb-80d6-b339cdab5bc8,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:37.345597 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-9b5c372a-d5c9-45c8-9eb3-2ebea2312dfe service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171884 Jul 27 10:48:37.357312 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6f297dd1-1980-4d74-9dd3-e237cda07c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0fc6efd6-cbef-4b55-b8e1-98576f27d971), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:37.362843 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6f297dd1-1980-4d74-9dd3-e237cda07c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:37.363489 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-6f297dd1-1980-4d74-9dd3-e237cda07c99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fc6efd6-cbef-4b55-b8e1-98576f27d971 HTTP/1.1" status: 204 len: 168 time: 0.2736557 Jul 27 10:48:37.388513 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f297dd1-1980-4d74-9dd3-e237cda07c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc6efd6-cbef-4b55-b8e1-98576f27d971,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:37.397176 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62150d23-641e-4a40-aabd-d0a515a984d3" -d '{"events": [{"server_uuid": "fda70003-b8d2-4f50-8049-9be9aa16d4d1", "name": "network-vif-plugged", "status": "completed", "tag": "e93f709b-4644-47cb-80d6-b339cdab5bc8"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:37.477770 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dfbe75db-a991-4e04-a0e2-cdcd62dc4b89 req-9b6314b7-90db-4af2-be5f-e7445a2d2d20 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890209 Jul 27 10:48:37.519637 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1f5edeb1-6d74-4a94-bf4d-c732ef383451 req-2662d502-76db-43e7-9c90-bb72cc5928ac service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646044 Jul 27 10:48:37.724465 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6348a6-00f7-4b74-94e9-0e9d91c81d36 x-openstack-request-id: req-bc6348a6-00f7-4b74-94e9-0e9d91c81d36 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:37.724810 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda70003-b8d2-4f50-8049-9be9aa16d4d1", "name": "network-vif-plugged", "status": "completed", "tag": "e93f709b-4644-47cb-80d6-b339cdab5bc8", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:37.725077 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc6348a6-00f7-4b74-94e9-0e9d91c81d36 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:37.725530 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6348a6-00f7-4b74-94e9-0e9d91c81d36'] response: {'server_uuid': 'fda70003-b8d2-4f50-8049-9be9aa16d4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f709b-4644-47cb-80d6-b339cdab5bc8', 'code': 200} Jul 27 10:48:37.751127 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:37.757317 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:37.931675 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96378472-2678-4f32-8b2d-9b6cb7e0b548 req-897ede64-b20f-4f87-9d83-c3c68e63564b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:37.933170 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96378472-2678-4f32-8b2d-9b6cb7e0b548 req-897ede64-b20f-4f87-9d83-c3c68e63564b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 944 time: 0.0507112 Jul 27 10:48:38.004211 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96378472-2678-4f32-8b2d-9b6cb7e0b548 req-bbf09339-e35d-4eef-a847-9550c1ef0dad tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640626 Jul 27 10:48:38.054578 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d999-f42a-4af6-8cee-e67dc6b3a19a req-464cfb4f-189e-4d58-bba5-61013d7f5073 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:38.056160 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-70f4d999-f42a-4af6-8cee-e67dc6b3a19a req-464cfb4f-189e-4d58-bba5-61013d7f5073 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 944 time: 0.0506518 Jul 27 10:48:38.111471 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-70f4d999-f42a-4af6-8cee-e67dc6b3a19a req-69555723-7af8-4dbd-9432-5ee465dbbf76 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Jul 27 10:48:38.626899 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c37d7-d768-4bea-a44d-9783e998c26a req-2db566f5-615f-49b9-b6e6-a00539d7f1dc tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:38.628402 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-921c37d7-d768-4bea-a44d-9783e998c26a req-2db566f5-615f-49b9-b6e6-a00539d7f1dc tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.0590680 Jul 27 10:48:38.694430 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-921c37d7-d768-4bea-a44d-9783e998c26a req-9acdde0d-0f6b-406f-b90d-a0d9adbebc81 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567946 Jul 27 10:48:39.128435 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:39.137952 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b39daa-9089-488b-bbdd-b43e29ff8a0d req-b0979076-a654-450d-8279-de0dd27f0fc2 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:39.139552 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-43b39daa-9089-488b-bbdd-b43e29ff8a0d req-b0979076-a654-450d-8279-de0dd27f0fc2 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 944 time: 0.0568888 Jul 27 10:48:39.202119 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:39.227128 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-43b39daa-9089-488b-bbdd-b43e29ff8a0d req-8fb0d4ed-987b-4b8f-9229-397b453db813 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815804 Jul 27 10:48:39.267492 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031e632-62be-4ec7-90d5-99326494ba28 req-f65b81fc-9049-427b-88d7-5ef6243b4cd5 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:39.269504 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e031e632-62be-4ec7-90d5-99326494ba28 req-f65b81fc-9049-427b-88d7-5ef6243b4cd5 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 944 time: 0.0619023 Jul 27 10:48:39.315885 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e031e632-62be-4ec7-90d5-99326494ba28 req-5f52ff6c-5c19-4f5b-a698-4a49008cbab2 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Jul 27 10:48:39.836881 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8577e4-afd9-4823-9bca-41fc9dbb7dc9 req-767b273c-704b-4bf9-b7fb-9c1b5616fb48 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:39.838345 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1e8577e4-afd9-4823-9bca-41fc9dbb7dc9 req-767b273c-704b-4bf9-b7fb-9c1b5616fb48 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.0490482 Jul 27 10:48:39.884156 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1e8577e4-afd9-4823-9bca-41fc9dbb7dc9 req-1a97c237-be52-477d-88cf-9ed1bb1f7d1a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401008 Jul 27 10:48:40.349548 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d7014-f39c-490b-93df-948c8a912942 req-546bbba8-8c55-4408-8231-d45239cb6e4f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:40.351060 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a82d7014-f39c-490b-93df-948c8a912942 req-546bbba8-8c55-4408-8231-d45239cb6e4f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 944 time: 0.0480657 Jul 27 10:48:40.367859 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 85f04d79-31a2-4b0a-a08a-cd340037ede7 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:40.413371 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 85f04d79-31a2-4b0a-a08a-cd340037ede7 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:48:40.419863 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 85f04d79-31a2-4b0a-a08a-cd340037ede7 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:40.420202 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:40.439587 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a82d7014-f39c-490b-93df-948c8a912942 req-5ff8e564-dbb6-45fd-bfca-f705803e61bd tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810666 Jul 27 10:48:40.469470 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8ad93-f1e7-4fd7-a8c4-db93007ec6a1 req-14484287-53a1-48c2-8dbe-b450e22b4e95 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:40.469470 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-76e8ad93-f1e7-4fd7-a8c4-db93007ec6a1 req-14484287-53a1-48c2-8dbe-b450e22b4e95 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 944 time: 0.0653799 Jul 27 10:48:40.513056 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-76e8ad93-f1e7-4fd7-a8c4-db93007ec6a1 req-3b458558-77b8-4f80-a9a8-75738809cff5 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494819 Jul 27 10:48:40.514009 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 85f04d79-31a2-4b0a-a08a-cd340037ede7 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:40.514467 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:40.544700 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5152d5-6fe6-4ae4-9343-664434a4a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f04d79-31a2-4b0a-a08a-cd340037ede7'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:40.547057 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e97c3e-1efa-4b2d-beff-3af5dda67a8e" -d '{"events": [{"server_uuid": "5b5152d5-6fe6-4ae4-9343-664434a4a8de", "name": "network-vif-plugged", "status": "completed", "tag": "85f04d79-31a2-4b0a-a08a-cd340037ede7"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:40.556524 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:40.560482 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 85f04d79-31a2-4b0a-a08a-cd340037ede7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:40.565698 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:40.566530 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4ea7269f-9a63-4aca-9c40-06b58e7aea8f up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:40.607203 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6a0794-16c9-440e-9eb0-5bf1632ebdf0 x-openstack-request-id: req-5e6a0794-16c9-440e-9eb0-5bf1632ebdf0 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:40.607569 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5152d5-6fe6-4ae4-9343-664434a4a8de", "name": "network-vif-plugged", "status": "completed", "tag": "85f04d79-31a2-4b0a-a08a-cd340037ede7", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:40.607836 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e6a0794-16c9-440e-9eb0-5bf1632ebdf0 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:40.608244 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6a0794-16c9-440e-9eb0-5bf1632ebdf0'] response: {'server_uuid': '5b5152d5-6fe6-4ae4-9343-664434a4a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f04d79-31a2-4b0a-a08a-cd340037ede7', 'code': 200} Jul 27 10:48:40.649523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=85f04d79-31a2-4b0a-a08a-cd340037ede7,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:40.658388 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:48:40.665415 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:40.665836 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:40.723602 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:40.770376 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:40.770792 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:40.832157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:40.839210 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:40.915133 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:41.082492 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b50c-e426-4354-b18d-9568880d190a req-3c7b45bb-ff1c-4fdb-bbb1-93b678e46a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:41.084320 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-eaf7b50c-e426-4354-b18d-9568880d190a req-3c7b45bb-ff1c-4fdb-bbb1-93b678e46a4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 1130 time: 0.0999684 Jul 27 10:48:41.107732 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-eaf7b50c-e426-4354-b18d-9568880d190a req-f4c3065e-a1a3-4c14-bc92-c7b8623e3220 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:41.194574 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-eaf7b50c-e426-4354-b18d-9568880d190a req-f4c3065e-a1a3-4c14-bc92-c7b8623e3220 service neutron] Publish callbacks [] for security_group (0c14d5e2-9389-4bcc-91b7-3d665ed913ba), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:41.199115 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-eaf7b50c-e426-4354-b18d-9568880d190a req-f4c3065e-a1a3-4c14-bc92-c7b8623e3220 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0c14d5e2-9389-4bcc-91b7-3d665ed913ba), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:41.246372 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-eaf7b50c-e426-4354-b18d-9568880d190a req-f4c3065e-a1a3-4c14-bc92-c7b8623e3220 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548991 Jul 27 10:48:41.246979 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3065e-a1a3-4c14-bc92-c7b8623e3220 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c14d5e2-9389-4bcc-91b7-3d665ed913ba,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:41.266389 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fd7a6-f2e1-4f5b-bfa7-0eb8aeee6398 req-be7614b6-77e6-4514-a279-fa20a1dc9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:41.268132 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fb8fd7a6-f2e1-4f5b-bfa7-0eb8aeee6398 req-be7614b6-77e6-4514-a279-fa20a1dc9ce2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 1129 time: 0.3073785 Jul 27 10:48:41.276323 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a572a-6364-4e8e-8ba0-ae9ed1479169 req-f30fe83f-da77-4830-95b7-4b5bfa277681 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:41.278323 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-585a572a-6364-4e8e-8ba0-ae9ed1479169 req-f30fe83f-da77-4830-95b7-4b5bfa277681 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.2871051 Jul 27 10:48:41.337098 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-585a572a-6364-4e8e-8ba0-ae9ed1479169 req-4694c7d0-3958-4c3e-b075-8184bc97d4a5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Jul 27 10:48:41.521049 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fb8fd7a6-f2e1-4f5b-bfa7-0eb8aeee6398 req-87c98031-df54-4d98-bf4d-907496a84b26 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613787 Jul 27 10:48:41.612718 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c5370-3b35-440c-95d8-14fddb90e1b7 req-252b661b-5b67-43cd-bd1e-a50920e5b59c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:41.614435 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fa5c5370-3b35-440c-95d8-14fddb90e1b7 req-252b661b-5b67-43cd-bd1e-a50920e5b59c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0713918 Jul 27 10:48:41.666536 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268bebc-d7eb-444d-9746-fab61385ece8 req-f74a3eb1-8c86-46ce-8b75-5f4112ff74cc tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:41.668197 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e268bebc-d7eb-444d-9746-fab61385ece8 req-f74a3eb1-8c86-46ce-8b75-5f4112ff74cc tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0733061 Jul 27 10:48:41.711815 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fa5c5370-3b35-440c-95d8-14fddb90e1b7 req-b5213de3-9c15-4a96-9ef4-603e1c2d7024 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800972 Jul 27 10:48:41.745010 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e268bebc-d7eb-444d-9746-fab61385ece8 req-74765c0c-8f78-426d-9fa1-f828309e512b tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657456 Jul 27 10:48:42.236417 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50078) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:42.302786 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50082) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:42.377640 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device d0525118-3c48-4a61-aeb9-8a54b53e4ecc details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:48:42.397891 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65fcf140-88f5-44cd-b963-1a7a5e055b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.431874 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:42.448258 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-365c87c0-f884-4e34-8de6-e38da9c77418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.462879 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647c04c-241a-49fa-b8fc-8589ff23fdb8 req-e59567e0-adf3-4848-a262-583ad327314b tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:42.470874 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5647c04c-241a-49fa-b8fc-8589ff23fdb8 req-e59567e0-adf3-4848-a262-583ad327314b tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 944 time: 0.0557775 Jul 27 10:48:42.522307 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port d0525118-3c48-4a61-aeb9-8a54b53e4ecc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:42.531517 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65fcf140-88f5-44cd-b963-1a7a5e055b87 admin admin] Publish callbacks [] for security_group (dd413bb4-746e-4d16-a2cc-60c78ca08019), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.540393 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5647c04c-241a-49fa-b8fc-8589ff23fdb8 req-ebadb06c-085a-40ff-a0d4-b982ffef3e4a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648787 Jul 27 10:48:42.542295 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65fcf140-88f5-44cd-b963-1a7a5e055b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (dd413bb4-746e-4d16-a2cc-60c78ca08019), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.556525 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'port_id': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'mac_address': 'fa:16:3e:27:46:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:48:42.576137 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:42.608726 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcf140-88f5-44cd-b963-1a7a5e055b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd413bb4-746e-4d16-a2cc-60c78ca08019,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:42.608890 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0184ebd-e710-433e-93e9-5bd49f1a41cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea7269f-9a63-4aca-9c40-06b58e7aea8f'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:42.612116 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f4e51-aac0-4a19-aaae-7990ac9d24d0" -d '{"events": [{"server_uuid": "c0184ebd-e710-433e-93e9-5bd49f1a41cb", "name": "network-vif-plugged", "status": "completed", "tag": "4ea7269f-9a63-4aca-9c40-06b58e7aea8f"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:42.618226 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-65fcf140-88f5-44cd-b963-1a7a5e055b87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9dbc435a6354c1a8a3d16234c20b5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806236 Jul 27 10:48:42.620915 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50102) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:42.629606 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port d0525118-3c48-4a61-aeb9-8a54b53e4ecc is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:42.629746 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.649627 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0525118-3c48-4a61-aeb9-8a54b53e4ecc {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:48:42.677851 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-365c87c0-f884-4e34-8de6-e38da9c77418 admin admin] Publish callbacks [] for security_group (a0bfd57b-6b1a-479e-8b50-51e049da13e9), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.682503 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port d0525118-3c48-4a61-aeb9-8a54b53e4ecc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:42.684654 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-365c87c0-f884-4e34-8de6-e38da9c77418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a0bfd57b-6b1a-479e-8b50-51e049da13e9), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.689755 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.703276 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-36e1c0ef-0830-403f-80ae-a02337cbd3c3 admin admin] Publish callbacks [] for security_group (dd413bb4-746e-4d16-a2cc-60c78ca08019), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.731923 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c87c0-f884-4e34-8de6-e38da9c77418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bfd57b-6b1a-479e-8b50-51e049da13e9,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:42.732225 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893e4546-6fab-41ba-8c87-c34bcdc4ac7b x-openstack-request-id: req-893e4546-6fab-41ba-8c87-c34bcdc4ac7b {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:42.732564 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0184ebd-e710-433e-93e9-5bd49f1a41cb", "name": "network-vif-plugged", "status": "completed", "tag": "4ea7269f-9a63-4aca-9c40-06b58e7aea8f", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:42.732834 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-893e4546-6fab-41ba-8c87-c34bcdc4ac7b {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:42.733752 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893e4546-6fab-41ba-8c87-c34bcdc4ac7b'] response: {'server_uuid': 'c0184ebd-e710-433e-93e9-5bd49f1a41cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea7269f-9a63-4aca-9c40-06b58e7aea8f', 'code': 200} Jul 27 10:48:42.737793 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-365c87c0-f884-4e34-8de6-e38da9c77418 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d571ca9b647f483a9663b6cf4872816a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339716 Jul 27 10:48:42.740750 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50106) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:42.757965 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-36e1c0ef-0830-403f-80ae-a02337cbd3c3 admin admin] Publish callbacks [] for security_group (dd413bb4-746e-4d16-a2cc-60c78ca08019), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.798761 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:42.823185 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:42.932401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ca681a8e-e731-4555-9eef-e1e5b371a052 admin admin] Publish callbacks [] for security_group (a0bfd57b-6b1a-479e-8b50-51e049da13e9), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:42.935921 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba1755-7228-4f84-a208-f064f7914590 req-1ceb503b-991f-4bf2-badc-96a4684323d4 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:42.937947 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a8ba1755-7228-4f84-a208-f064f7914590 req-1ceb503b-991f-4bf2-badc-96a4684323d4 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0964241 Jul 27 10:48:42.961175 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:42.999093 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['d0525118-3c48-4a61-aeb9-8a54b53e4ecc'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:48:43.004133 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ca681a8e-e731-4555-9eef-e1e5b371a052 admin admin] Publish callbacks [] for security_group (a0bfd57b-6b1a-479e-8b50-51e049da13e9), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.007236 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50118) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:43.033179 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-36e1c0ef-0830-403f-80ae-a02337cbd3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (dd413bb4-746e-4d16-a2cc-60c78ca08019), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.037544 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-36e1c0ef-0830-403f-80ae-a02337cbd3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.041469 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-36e1c0ef-0830-403f-80ae-a02337cbd3c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd413bb4-746e-4d16-a2cc-60c78ca08019 HTTP/1.1" status: 204 len: 168 time: 0.4167016 Jul 27 10:48:43.077461 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ca681a8e-e731-4555-9eef-e1e5b371a052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a0bfd57b-6b1a-479e-8b50-51e049da13e9), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.080166 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ca681a8e-e731-4555-9eef-e1e5b371a052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.081942 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-ca681a8e-e731-4555-9eef-e1e5b371a052 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0bfd57b-6b1a-479e-8b50-51e049da13e9 HTTP/1.1" status: 204 len: 168 time: 0.3396332 Jul 27 10:48:43.088134 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a443f-c127-42dc-8936-8bbe11bbab3c req-4677eeec-fd3b-44b5-a582-e8887d488a0a tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:43.100445 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eb6a443f-c127-42dc-8936-8bbe11bbab3c req-4677eeec-fd3b-44b5-a582-e8887d488a0a tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.1596828 Jul 27 10:48:43.101947 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca681a8e-e731-4555-9eef-e1e5b371a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bfd57b-6b1a-479e-8b50-51e049da13e9,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:43.166559 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1c0ef-0830-403f-80ae-a02337cbd3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd413bb4-746e-4d16-a2cc-60c78ca08019,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:43.202057 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-167b3285-9ed6-43b6-90f5-22433c7f36e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.220110 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a8ba1755-7228-4f84-a208-f064f7914590 req-822c60a3-aef4-4cde-92bd-5165f4dc8320 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568755 Jul 27 10:48:43.272216 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eb6a443f-c127-42dc-8936-8bbe11bbab3c req-2538c67d-de92-4fe2-9e1c-7d72371174fe tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707823 Jul 27 10:48:43.346798 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-167b3285-9ed6-43b6-90f5-22433c7f36e5 admin admin] Publish callbacks [] for security_group (f91df45d-2c04-4b63-a421-7ae546cf7607), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.361039 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-167b3285-9ed6-43b6-90f5-22433c7f36e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f91df45d-2c04-4b63-a421-7ae546cf7607), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.391860 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-167b3285-9ed6-43b6-90f5-22433c7f36e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37b26801bd514df6ae0d722db67cffeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827279 Jul 27 10:48:43.394271 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50140) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:43.415074 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b3285-9ed6-43b6-90f5-22433c7f36e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91df45d-2c04-4b63-a421-7ae546cf7607,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:43.474269 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d642-63bc-474d-9e40-6eff609a41c1 admin admin] Publish callbacks [] for security_group (f91df45d-2c04-4b63-a421-7ae546cf7607), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.537856 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d642-63bc-474d-9e40-6eff609a41c1 admin admin] Publish callbacks [] for security_group (f91df45d-2c04-4b63-a421-7ae546cf7607), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.649837 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d642-63bc-474d-9e40-6eff609a41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f91df45d-2c04-4b63-a421-7ae546cf7607), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.653480 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d642-63bc-474d-9e40-6eff609a41c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.654921 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-4ff7d642-63bc-474d-9e40-6eff609a41c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f91df45d-2c04-4b63-a421-7ae546cf7607 HTTP/1.1" status: 204 len: 168 time: 0.2585771 Jul 27 10:48:43.680575 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7d642-63bc-474d-9e40-6eff609a41c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91df45d-2c04-4b63-a421-7ae546cf7607,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:43.720656 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b809a4-25df-4dda-a1bb-1074f103d385 req-1c986202-bc83-4bde-9224-5a36c5bc5fbf tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:43.722195 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-70b809a4-25df-4dda-a1bb-1074f103d385 req-1c986202-bc83-4bde-9224-5a36c5bc5fbf tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 945 time: 0.0558786 Jul 27 10:48:43.739444 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50156) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:43.783912 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-70b809a4-25df-4dda-a1bb-1074f103d385 req-f0987d29-1786-4ca2-9616-f3242ecfd283 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546536 Jul 27 10:48:43.816116 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50160) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:43.831180 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1b1e-7c02-42ad-8fca-4664a56e5e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.853909 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:43.922676 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1b1e-7c02-42ad-8fca-4664a56e5e4c admin admin] Publish callbacks [] for security_group (52d06a13-f674-4606-b196-fb6c12bb8a07), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.930678 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1b1e-7c02-42ad-8fca-4664a56e5e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (52d06a13-f674-4606-b196-fb6c12bb8a07), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:43.989756 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-0f6e1b1e-7c02-42ad-8fca-4664a56e5e4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13d6ee0c8c9740c3a581b97b8f370525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723094 Jul 27 10:48:43.993466 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50164) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:44.010721 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e1b1e-7c02-42ad-8fca-4664a56e5e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d06a13-f674-4606-b196-fb6c12bb8a07,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:44.044917 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d8a1b-a598-45e2-826f-0226afa4ddc0 req-40f175bb-6978-4389-8dc2-98d22732ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:44.046536 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b76d8a1b-a598-45e2-826f-0226afa4ddc0 req-40f175bb-6978-4389-8dc2-98d22732ce60 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 1129 time: 0.0647459 Jul 27 10:48:44.117021 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b76d8a1b-a598-45e2-826f-0226afa4ddc0 req-f611612e-c52c-41b7-a6da-96dd72a2f3ca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646217 Jul 27 10:48:44.119861 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-82091646-a28a-451d-9740-b67467c18364 admin admin] Publish callbacks [] for security_group (52d06a13-f674-4606-b196-fb6c12bb8a07), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.137771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50168) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:44.148232 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-82091646-a28a-451d-9740-b67467c18364 admin admin] Publish callbacks [] for security_group (52d06a13-f674-4606-b196-fb6c12bb8a07), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.159774 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3f54c37f-8c32-4b16-aae6-4fa8077abc77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.206230 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-82091646-a28a-451d-9740-b67467c18364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (52d06a13-f674-4606-b196-fb6c12bb8a07), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.209022 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-82091646-a28a-451d-9740-b67467c18364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.212888 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-82091646-a28a-451d-9740-b67467c18364 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52d06a13-f674-4606-b196-fb6c12bb8a07 HTTP/1.1" status: 204 len: 168 time: 0.2173829 Jul 27 10:48:44.221206 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82091646-a28a-451d-9740-b67467c18364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d06a13-f674-4606-b196-fb6c12bb8a07,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:44.271927 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50174) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:44.282155 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3f54c37f-8c32-4b16-aae6-4fa8077abc77 admin admin] Publish callbacks [] for security_group (0b6b6cea-1434-4696-a581-c06e962bad2f), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.287003 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3f54c37f-8c32-4b16-aae6-4fa8077abc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0b6b6cea-1434-4696-a581-c06e962bad2f), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.327724 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-3f54c37f-8c32-4b16-aae6-4fa8077abc77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd36bbdd9cde482b9c79b928ddc8b0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878488 Jul 27 10:48:44.332923 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50180) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:44.339404 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54c37f-8c32-4b16-aae6-4fa8077abc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6b6cea-1434-4696-a581-c06e962bad2f,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:44.353805 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:44.387135 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device d0525118-3c48-4a61-aeb9-8a54b53e4ecc up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:48:44.416422 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c24bd76b-179f-40bb-b15d-ee79b86deb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.420673 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0cbfa-2931-457e-9666-028fb4a36e54 req-7ddf4ca2-1ed8-4a3d-ad7a-91578ef3aea4 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:44.427878 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-27d0cbfa-2931-457e-9666-028fb4a36e54 req-7ddf4ca2-1ed8-4a3d-ad7a-91578ef3aea4 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0572321 Jul 27 10:48:44.443745 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:44.459444 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port d0525118-3c48-4a61-aeb9-8a54b53e4ecc completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:48:44.468635 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port d0525118-3c48-4a61-aeb9-8a54b53e4ecc triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:48:44.469408 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.481454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9cdd5778-f52a-4d95-a20a-afce5e439317 admin admin] Publish callbacks [] for security_group (0b6b6cea-1434-4696-a581-c06e962bad2f), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.490358 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50182) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:44.499967 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-27d0cbfa-2931-457e-9666-028fb4a36e54 req-5ef0ae6a-7ffa-422b-a8d1-e66e8cb08e52 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659695 Jul 27 10:48:44.509692 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b68285-d33c-426a-bfaa-0c7956d74041 req-968e3a91-406d-4b41-b4cd-3cd614dac1a2 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:44.517952 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-44b68285-d33c-426a-bfaa-0c7956d74041 req-968e3a91-406d-4b41-b4cd-3cd614dac1a2 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.2003136 Jul 27 10:48:44.536661 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-41f89a7e-6d4c-4eaa-95aa-4bbd91fdcbdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.555411 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:44.582732 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port d0525118-3c48-4a61-aeb9-8a54b53e4ecc is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:48:44.583232 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.605638 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-44b68285-d33c-426a-bfaa-0c7956d74041 req-86b2c5a7-0469-46e6-a23b-773abf5db293 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859971 Jul 27 10:48:44.606062 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9cdd5778-f52a-4d95-a20a-afce5e439317 admin admin] Publish callbacks [] for security_group (0b6b6cea-1434-4696-a581-c06e962bad2f), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.635925 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port d0525118-3c48-4a61-aeb9-8a54b53e4ecc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:48:44.647278 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.734655 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:44.739689 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2a322a-c1a0-4094-bf16-b4c20294e189" -d '{"events": [{"server_uuid": "4252ab77-0c2c-488e-99ad-6586893e84ad", "name": "network-vif-plugged", "status": "completed", "tag": "d0525118-3c48-4a61-aeb9-8a54b53e4ecc"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:44.750466 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c24bd76b-179f-40bb-b15d-ee79b86deb21 admin admin] Publish callbacks [] for security_group (8eb1b083-6699-4c0b-a1cd-cd298d9d9490), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.759859 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c24bd76b-179f-40bb-b15d-ee79b86deb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8eb1b083-6699-4c0b-a1cd-cd298d9d9490), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.775972 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:44.811546 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9cdd5778-f52a-4d95-a20a-afce5e439317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0b6b6cea-1434-4696-a581-c06e962bad2f), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.814240 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9cdd5778-f52a-4d95-a20a-afce5e439317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.819155 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-9cdd5778-f52a-4d95-a20a-afce5e439317 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b6b6cea-1434-4696-a581-c06e962bad2f HTTP/1.1" status: 204 len: 168 time: 0.4850178 Jul 27 10:48:44.822864 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6672bff2-20c7-457a-b2a3-beb4a6149943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.843112 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bd76b-179f-40bb-b15d-ee79b86deb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb1b083-6699-4c0b-a1cd-cd298d9d9490,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:44.865629 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c24bd76b-179f-40bb-b15d-ee79b86deb21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ea4ccfa264a47499fa5bdcee98c046e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1246543 Jul 27 10:48:44.869828 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd5778-f52a-4d95-a20a-afce5e439317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6b6cea-1434-4696-a581-c06e962bad2f,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:44.872845 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50198) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:44.874798 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-41f89a7e-6d4c-4eaa-95aa-4bbd91fdcbdd admin admin] Publish callbacks [] for security_group (01c93a42-75c8-49a9-9855-ee90614bb4fa), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.887600 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-41f89a7e-6d4c-4eaa-95aa-4bbd91fdcbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (01c93a42-75c8-49a9-9855-ee90614bb4fa), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:44.900628 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fef1e9d-7cd3-4410-af87-c3c38d65fab1 x-openstack-request-id: req-7fef1e9d-7cd3-4410-af87-c3c38d65fab1 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:44.900628 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4252ab77-0c2c-488e-99ad-6586893e84ad", "name": "network-vif-plugged", "status": "completed", "tag": "d0525118-3c48-4a61-aeb9-8a54b53e4ecc", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:44.900839 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:44.901283 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fef1e9d-7cd3-4410-af87-c3c38d65fab1 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:44.901850 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fef1e9d-7cd3-4410-af87-c3c38d65fab1'] response: {'server_uuid': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'code': 200} Jul 27 10:48:45.041606 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-41f89a7e-6d4c-4eaa-95aa-4bbd91fdcbdd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5254304966a9423e867fef253079bb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5498905 Jul 27 10:48:45.048015 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50204) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:45.049933 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:45.073403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f89a7e-6d4c-4eaa-95aa-4bbd91fdcbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c93a42-75c8-49a9-9855-ee90614bb4fa,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:45.162762 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1541-7a87-43a2-8008-f4c52e7cb7b4 admin admin] Publish callbacks [] for security_group (8eb1b083-6699-4c0b-a1cd-cd298d9d9490), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.169171 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320e41d-eb68-4d4e-9d1e-7124839dae54 req-15d1d6dc-163e-412b-9d14-a5950ad35653 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:45.171468 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e320e41d-eb68-4d4e-9d1e-7124839dae54 req-15d1d6dc-163e-412b-9d14-a5950ad35653 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1199193 Jul 27 10:48:45.207712 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1541-7a87-43a2-8008-f4c52e7cb7b4 admin admin] Publish callbacks [] for security_group (8eb1b083-6699-4c0b-a1cd-cd298d9d9490), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.218781 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8051cd3d-2dca-42a0-8036-38bc44c1c4d3 admin admin] Publish callbacks [] for security_group (01c93a42-75c8-49a9-9855-ee90614bb4fa), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.220242 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d1b40-70c6-42e5-a403-b0150ed47e51 req-163b6f2f-fb7f-4754-8647-d7c1e020d363 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:45.222010 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:45.223336 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-411d1b40-70c6-42e5-a403-b0150ed47e51 req-163b6f2f-fb7f-4754-8647-d7c1e020d363 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.1024852 Jul 27 10:48:45.281028 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8051cd3d-2dca-42a0-8036-38bc44c1c4d3 admin admin] Publish callbacks [] for security_group (01c93a42-75c8-49a9-9855-ee90614bb4fa), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.303027 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6672bff2-20c7-457a-b2a3-beb4a6149943 admin admin] Publish callbacks [] for security_group (8b343440-7f32-4c8a-9672-b6440436fc53), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.317671 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e320e41d-eb68-4d4e-9d1e-7124839dae54 req-50b7febb-a991-44ea-b46b-8dc06a5dc9b0 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391256 Jul 27 10:48:45.321458 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6672bff2-20c7-457a-b2a3-beb4a6149943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8b343440-7f32-4c8a-9672-b6440436fc53), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.356421 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-411d1b40-70c6-42e5-a403-b0150ed47e51 req-e119b63f-75d8-40b4-bce8-f311a8e7cba0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165936 Jul 27 10:48:45.360247 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1541-7a87-43a2-8008-f4c52e7cb7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8eb1b083-6699-4c0b-a1cd-cd298d9d9490), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.363199 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1541-7a87-43a2-8008-f4c52e7cb7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.364543 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-4c4f1541-7a87-43a2-8008-f4c52e7cb7b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8eb1b083-6699-4c0b-a1cd-cd298d9d9490 HTTP/1.1" status: 204 len: 168 time: 0.4883544 Jul 27 10:48:45.379651 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8051cd3d-2dca-42a0-8036-38bc44c1c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (01c93a42-75c8-49a9-9855-ee90614bb4fa), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.383493 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8051cd3d-2dca-42a0-8036-38bc44c1c4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.384824 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-8051cd3d-2dca-42a0-8036-38bc44c1c4d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01c93a42-75c8-49a9-9855-ee90614bb4fa HTTP/1.1" status: 204 len: 168 time: 0.3356242 Jul 27 10:48:45.386001 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f1541-7a87-43a2-8008-f4c52e7cb7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb1b083-6699-4c0b-a1cd-cd298d9d9490,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:45.394352 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-6672bff2-20c7-457a-b2a3-beb4a6149943 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb55b64bad614375827066b02150d6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1197453 Jul 27 10:48:45.395442 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672bff2-20c7-457a-b2a3-beb4a6149943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b343440-7f32-4c8a-9672-b6440436fc53,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:45.397836 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50224) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:45.414753 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051cd3d-2dca-42a0-8036-38bc44c1c4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c93a42-75c8-49a9-9855-ee90614bb4fa,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:45.468680 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e5a5-c9f5-4257-9073-f4f6c9a89b85 admin admin] Publish callbacks [] for security_group (8b343440-7f32-4c8a-9672-b6440436fc53), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.495385 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e5a5-c9f5-4257-9073-f4f6c9a89b85 admin admin] Publish callbacks [] for security_group (8b343440-7f32-4c8a-9672-b6440436fc53), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.590577 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-982e9f84-49d4-46cd-b418-6341ff1b341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:45.592155 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-982e9f84-49d4-46cd-b418-6341ff1b341c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 1129 time: 0.0762813 Jul 27 10:48:45.631215 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f054c-8a48-4ef5-b6eb-7fbfd6d2e922 req-f01195e0-87c6-4495-bded-933292d106a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:45.633025 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-707f054c-8a48-4ef5-b6eb-7fbfd6d2e922 req-f01195e0-87c6-4495-bded-933292d106a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 1130 time: 0.0968323 Jul 27 10:48:45.716823 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-707f054c-8a48-4ef5-b6eb-7fbfd6d2e922 req-e574759f-a5d3-417c-a3a1-108c56a8736f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773115 Jul 27 10:48:45.720102 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e5a5-c9f5-4257-9073-f4f6c9a89b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8b343440-7f32-4c8a-9672-b6440436fc53), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.723116 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e5a5-c9f5-4257-9073-f4f6c9a89b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:45.724482 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7aa7e5a5-c9f5-4257-9073-f4f6c9a89b85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b343440-7f32-4c8a-9672-b6440436fc53 HTTP/1.1" status: 204 len: 168 time: 0.3257010 Jul 27 10:48:45.747455 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7e5a5-c9f5-4257-9073-f4f6c9a89b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b343440-7f32-4c8a-9672-b6440436fc53,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:45.764459 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a7b07-15d3-48ed-957c-061a141c56e6 req-45c6a2cb-672b-442e-832e-0568b2aec5af tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:45.766065 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-439a7b07-15d3-48ed-957c-061a141c56e6 req-45c6a2cb-672b-442e-832e-0568b2aec5af tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.1449902 Jul 27 10:48:45.824619 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-8ed55d07-7f18-4ba6-a7e3-6f17bb874515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:45.824619 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-8ed55d07-7f18-4ba6-a7e3-6f17bb874515 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.2236679 Jul 27 10:48:45.845378 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-439a7b07-15d3-48ed-957c-061a141c56e6 req-92fb8ee4-7bc6-4948-9d07-fd9fc5d3ed20 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699513 Jul 27 10:48:45.961171 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50240) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:45.968413 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-dd9cbfe3-ff61-4c55-bff9-2acd82a1d247 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7 HTTP/1.1" status: 200 len: 217 time: 0.0371764 Jul 27 10:48:45.976014 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c8f567d-c576-4346-9c31-a264876792c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.038245 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-cd9c0227-8e35-4339-8b98-c67e18923496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:46.040412 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-cd9c0227-8e35-4339-8b98-c67e18923496 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0662136 Jul 27 10:48:46.070363 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c8f567d-c576-4346-9c31-a264876792c0 admin admin] Publish callbacks [] for security_group (db41171f-bf30-4e66-8b92-5aa687811a06), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.078888 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0c8f567d-c576-4346-9c31-a264876792c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (db41171f-bf30-4e66-8b92-5aa687811a06), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.096307 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-5d93d148-a63a-48df-b199-9ec3df057e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:46.098345 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-5d93d148-a63a-48df-b199-9ec3df057e25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520310 Jul 27 10:48:46.129455 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-0c8f567d-c576-4346-9c31-a264876792c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50958e3a173847db998537e22c8f3efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671529 Jul 27 10:48:46.130532 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f567d-c576-4346-9c31-a264876792c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db41171f-bf30-4e66-8b92-5aa687811a06,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:46.133043 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50248) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:46.167553 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:46.187489 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e645bd88-56a3-4c0f-a2e6-d7b9e6980cab admin admin] Publish callbacks [] for security_group (db41171f-bf30-4e66-8b92-5aa687811a06), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.212301 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e645bd88-56a3-4c0f-a2e6-d7b9e6980cab admin admin] Publish callbacks [] for security_group (db41171f-bf30-4e66-8b92-5aa687811a06), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.223096 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-41041e9c-adee-4d5d-a51f-f9ac86867ec4 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139371 Jul 27 10:48:46.269221 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e645bd88-56a3-4c0f-a2e6-d7b9e6980cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (db41171f-bf30-4e66-8b92-5aa687811a06), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.272224 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e645bd88-56a3-4c0f-a2e6-d7b9e6980cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.276319 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e645bd88-56a3-4c0f-a2e6-d7b9e6980cab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db41171f-bf30-4e66-8b92-5aa687811a06 HTTP/1.1" status: 204 len: 168 time: 0.1400731 Jul 27 10:48:46.282448 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645bd88-56a3-4c0f-a2e6-d7b9e6980cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db41171f-bf30-4e66-8b92-5aa687811a06,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:46.348949 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50258) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:46.363877 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5acd3c04-56f6-441b-94d7-308566e99945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.496714 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:46.507826 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5acd3c04-56f6-441b-94d7-308566e99945 admin admin] Publish callbacks [] for security_group (c78626ca-8184-4090-9fef-10899f977bc5), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.514880 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5acd3c04-56f6-441b-94d7-308566e99945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (c78626ca-8184-4090-9fef-10899f977bc5), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.557141 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:46.571417 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5acd3c04-56f6-441b-94d7-308566e99945 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6edec309c42a4ab080f9dc7bc061aefe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213490 Jul 27 10:48:46.572665 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd3c04-56f6-441b-94d7-308566e99945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78626ca-8184-4090-9fef-10899f977bc5,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:46.576259 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbd5e-886c-4225-8ee0-7d05dc37ff9c req-c8b1ca5f-9bd1-4f17-98bd-132a7ffa3790 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:46.576559 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50268) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:46.578222 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-973dbd5e-886c-4225-8ee0-7d05dc37ff9c req-c8b1ca5f-9bd1-4f17-98bd-132a7ffa3790 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1714313 Jul 27 10:48:46.603347 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:46.609755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9f324-5228-44e3-b76d-981ddf00fead req-50d4951a-2fa9-4326-86db-6fd9268d87ca tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:46.617815 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fca9f324-5228-44e3-b76d-981ddf00fead req-50d4951a-2fa9-4326-86db-6fd9268d87ca tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.1262391 Jul 27 10:48:46.638015 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b003f128-fd74-4027-b994-c72da363464b admin admin] Publish callbacks [] for security_group (c78626ca-8184-4090-9fef-10899f977bc5), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.665646 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b003f128-fd74-4027-b994-c72da363464b admin admin] Publish callbacks [] for security_group (c78626ca-8184-4090-9fef-10899f977bc5), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.690372 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-825b33f8-8bcf-456b-9942-0c3ffde2146d req-5b824014-332d-4463-a9f9-b70c58fd734a service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964184 Jul 27 10:48:46.720149 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fca9f324-5228-44e3-b76d-981ddf00fead req-d5438cd2-1317-40f6-9495-1fe220b36702 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995376 Jul 27 10:48:46.733932 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b003f128-fd74-4027-b994-c72da363464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (c78626ca-8184-4090-9fef-10899f977bc5), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.736824 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b003f128-fd74-4027-b994-c72da363464b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:46.740232 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-b003f128-fd74-4027-b994-c72da363464b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c78626ca-8184-4090-9fef-10899f977bc5 HTTP/1.1" status: 204 len: 168 time: 0.1604939 Jul 27 10:48:46.749959 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-973dbd5e-886c-4225-8ee0-7d05dc37ff9c req-9a2c474c-1f9b-4357-8108-625806b0d539 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644111 Jul 27 10:48:46.756802 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003f128-fd74-4027-b994-c72da363464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78626ca-8184-4090-9fef-10899f977bc5,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:46.786589 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:46.979795 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc989443-10dd-49c9-977c-fc0fce7bdd1c req-fbfa0432-5c3a-4c6a-9094-218821cd9cf7 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:46.983069 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cc989443-10dd-49c9-977c-fc0fce7bdd1c req-fbfa0432-5c3a-4c6a-9094-218821cd9cf7 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0581510 Jul 27 10:48:47.049526 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cc989443-10dd-49c9-977c-fc0fce7bdd1c req-111da011-f818-43d7-ac2a-db77301f4f12 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604177 Jul 27 10:48:47.864968 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720de9d3-a3c3-4275-b956-60b4b7848597 req-3508097e-56b8-4624-a822-b1841753638e tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:47.866535 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-720de9d3-a3c3-4275-b956-60b4b7848597 req-3508097e-56b8-4624-a822-b1841753638e tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0579433 Jul 27 10:48:47.942656 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bfaef-c2a1-430f-ba84-d66a8a750b5e req-f91eadd9-d165-4270-aa72-8e074a60601d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:47.944938 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a6bfaef-c2a1-430f-ba84-d66a8a750b5e req-f91eadd9-d165-4270-aa72-8e074a60601d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0877736 Jul 27 10:48:47.972259 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-720de9d3-a3c3-4275-b956-60b4b7848597 req-8617c450-1a6c-4906-9175-c77690d6da09 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946746 Jul 27 10:48:48.028639 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a6bfaef-c2a1-430f-ba84-d66a8a750b5e req-473c3cdb-34b7-4062-b5a3-034a34619f5b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671883 Jul 27 10:48:48.143939 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e40a8f-232e-4265-8ed8-70282f8b84ab req-b71afe19-b578-4cb5-8382-b6d351f65b03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:48.145537 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-33e40a8f-232e-4265-8ed8-70282f8b84ab req-b71afe19-b578-4cb5-8382-b6d351f65b03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0492706 Jul 27 10:48:48.156672 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50356) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:48.161201 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'floatingip': {'port_id': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:48:48.244969 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (0a9676c7-2b0a-4428-ac54-594800e68c0d), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:49.074812 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.db.resource_extend [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 27 10:48:49.147085 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:49.148126 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:49.154941 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (0a9676c7-2b0a-4428-ac54-594800e68c0d), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:49.257962 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6058b73-3a87-49a3-941f-7f45bc1f5fbb req-ef74ff2f-4de6-466b-ae96-73110bb09dd2 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:49.266641 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c6058b73-3a87-49a3-941f-7f45bc1f5fbb req-ef74ff2f-4de6-466b-ae96-73110bb09dd2 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1062312 Jul 27 10:48:49.309234 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:49.415821 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c6058b73-3a87-49a3-941f-7f45bc1f5fbb req-8364772a-92cc-401c-816f-5f9e7549fff8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480348 Jul 27 10:48:49.465740 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Floating IP 0a9676c7-2b0a-4428-ac54-594800e68c0d associated. External IP: 172.27.0.249, port: d0525118-3c48-4a61-aeb9-8a54b53e4ecc. Jul 27 10:48:49.854043 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Router 204103ae-25a8-402f-8e2d-56c14802ada1 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:48:49.990967 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:48:50.007606 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] Sync routers for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:48:50.023858 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:50.024514 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:48:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:50.026400 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:50.103541 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-c194325c-a5d8-48c3-82c0-315b59232108 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "PUT /v2.0/floatingips/0a9676c7-2b0a-4428-ac54-594800e68c0d HTTP/1.1" status: 200 len: 992 time: 1.9457214 Jul 27 10:48:50.104878 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'tag': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:48:50.108499 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef5ac63-4269-49ee-af27-a796caa14051" -d '{"events": [{"name": "network-changed", "server_uuid": "4252ab77-0c2c-488e-99ad-6586893e84ad", "tag": "d0525118-3c48-4a61-aeb9-8a54b53e4ecc"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:48:50.163603 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3a6664-c9f6-404e-9c82-d421066e5f50 x-openstack-request-id: req-9d3a6664-c9f6-404e-9c82-d421066e5f50 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:48:50.165078 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4252ab77-0c2c-488e-99ad-6586893e84ad", "tag": "d0525118-3c48-4a61-aeb9-8a54b53e4ecc", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:48:50.165525 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d3a6664-c9f6-404e-9c82-d421066e5f50 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:48:50.166134 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3a6664-c9f6-404e-9c82-d421066e5f50'] response: {'name': 'network-changed', 'server_uuid': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'tag': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'status': 'completed', 'code': 200} Jul 27 10:48:50.207246 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:50.370798 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-53838faf-f75a-463d-9021-4033a18d7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:50.372498 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-53838faf-f75a-463d-9021-4033a18d7026 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 1130 time: 0.0564618 Jul 27 10:48:50.512505 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-01aefc6c-1e48-4b95-b175-2368b189ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:50.514590 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-01aefc6c-1e48-4b95-b175-2368b189ef32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 912 time: 0.1350603 Jul 27 10:48:50.605803 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '0a9676c7-2b0a-4428-ac54-594800e68c0d', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'port_id': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'mac_address': 'fa:16:3e:27:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:48:09Z', 'updated_at': '2022-07-27T10:48:48Z', 'revision_number': 1, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:50.642139 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] Checking router: 204103ae-25a8-402f-8e2d-56c14802ada1 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:48:50.651176 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:48:50.651966 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:48:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:50.681365 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1f1dc-8e0e-475f-bbea-0826e1efc468 req-7978cbf1-2bda-45cb-80c2-89437dd21655 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:50.682924 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-64d1f1dc-8e0e-475f-bbea-0826e1efc468 req-7978cbf1-2bda-45cb-80c2-89437dd21655 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1435935 Jul 27 10:48:50.685246 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-265fea5e-9a17-422f-bf35-d829d9b60b13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc HTTP/1.1" status: 200 len: 1000 time: 0.1645312 Jul 27 10:48:50.763892 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:50.766993 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:48:50.791872 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-8aa66ba7-c385-4083-ab4f-804bd651cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:50.793407 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-8aa66ba7-c385-4083-ab4f-804bd651cec4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 200 len: 850 time: 0.0957391 Jul 27 10:48:50.796856 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-64d1f1dc-8e0e-475f-bbea-0826e1efc468 req-a7ec15f3-5d9c-4d7f-a8b6-75244ff8198f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073518 Jul 27 10:48:50.848386 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-78c4135f-52b4-4fa3-85b0-dc56a1e6006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:50.850195 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-78c4135f-52b4-4fa3-85b0-dc56a1e6006e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495832 Jul 27 10:48:50.978500 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-2d9ac6c1-c227-43e8-b36b-325c8851a00f service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218660 Jul 27 10:48:51.029877 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '0a9676c7-2b0a-4428-ac54-594800e68c0d', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'port_id': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'mac_address': 'fa:16:3e:27:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:48:09Z', 'updated_at': '2022-07-27T10:48:48Z', 'revision_number': 1, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:48:51.070309 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd77ac5-f5ca-4586-9ce3-c9ee1dd457f7 None None] The sync data for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi is: [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '0a9676c7-2b0a-4428-ac54-594800e68c0d', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'port_id': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'mac_address': 'fa:16:3e:27:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:48:09Z', 'updated_at': '2022-07-27T10:48:48Z', 'revision_number': 1, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:48:51.296741 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ef5ac63-4269-49ee-af27-a796caa14051 req-de98d61c-38cc-4e2c-ac5b-c79d99aa0117 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857572 Jul 27 10:48:51.455807 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b20f53-92bd-48b3-a249-9176ccb3539d None None] New status for floating IP 0a9676c7-2b0a-4428-ac54-594800e68c0d: ACTIVE {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:48:51.587485 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50526) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:51.710975 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:48:51.804792 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:51.862313 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:51.984050 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Publish callbacks [] for security_group (0a88e16a-a65a-4906-98d2-b990da81a56d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.006649 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9126c7-e930-47f3-9d24-e71d62c65272 req-adf7a1aa-00db-4c4b-a248-6f6807d6e65c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:52.009065 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2d9126c7-e930-47f3-9d24-e71d62c65272 req-adf7a1aa-00db-4c4b-a248-6f6807d6e65c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0794108 Jul 27 10:48:52.010012 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0a88e16a-a65a-4906-98d2-b990da81a56d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.080324 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ca07b06b6a94d30a8e58ec294519ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916775 Jul 27 10:48:52.081319 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a88e16a-a65a-4906-98d2-b990da81a56d,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:52.083169 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50554) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:52.092935 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.093277 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.093826 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.094332 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.094687 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.095193 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.095713 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.096234 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.096776 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.097319 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.097857 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.098384 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.098894 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.099377 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.099898 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d535bf-3b41-413e-9058-d16d45bfa1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.120503 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-78208eda-1601-4350-bbb4-3a0906a7af15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.148926 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2d9126c7-e930-47f3-9d24-e71d62c65272 req-bc98b535-aadf-4687-829d-c330dc4c5c81 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164432 Jul 27 10:48:52.175333 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Publish callbacks [] for security_group (0a88e16a-a65a-4906-98d2-b990da81a56d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.203789 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Publish callbacks [] for security_group (0a88e16a-a65a-4906-98d2-b990da81a56d), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.261887 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0a88e16a-a65a-4906-98d2-b990da81a56d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.265591 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.269330 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a88e16a-a65a-4906-98d2-b990da81a56d HTTP/1.1" status: 204 len: 168 time: 0.1826963 Jul 27 10:48:52.275033 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a88e16a-a65a-4906-98d2-b990da81a56d,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:52.283428 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.283781 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.284146 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.284489 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.284824 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.285151 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.285657 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.286537 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.287223 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.287706 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.288315 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.288797 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.289376 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.290017 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.290580 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91de7cc-a6a6-46db-8f66-9bc10e724394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:48:52.566898 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50570) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:52.581887 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-41664935-c825-4e62-bab2-975b80dd4521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.673423 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-41664935-c825-4e62-bab2-975b80dd4521 admin admin] Publish callbacks [] for security_group (999eb925-023e-42cc-88b1-43b6fc70f278), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.677247 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-41664935-c825-4e62-bab2-975b80dd4521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (999eb925-023e-42cc-88b1-43b6fc70f278), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.723642 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41664935-c825-4e62-bab2-975b80dd4521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999eb925-023e-42cc-88b1-43b6fc70f278,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:52.728077 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-41664935-c825-4e62-bab2-975b80dd4521 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e62fdabd05bc4fdc96e74c1d09d3ae11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601450 Jul 27 10:48:52.733881 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50578) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:52.783206 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-458b2f05-5f1b-47f2-a736-9ca3911dfc46 admin admin] Publish callbacks [] for security_group (999eb925-023e-42cc-88b1-43b6fc70f278), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.803821 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-458b2f05-5f1b-47f2-a736-9ca3911dfc46 admin admin] Publish callbacks [] for security_group (999eb925-023e-42cc-88b1-43b6fc70f278), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.850466 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-458b2f05-5f1b-47f2-a736-9ca3911dfc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (999eb925-023e-42cc-88b1-43b6fc70f278), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.853597 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-458b2f05-5f1b-47f2-a736-9ca3911dfc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:52.854715 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-458b2f05-5f1b-47f2-a736-9ca3911dfc46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/999eb925-023e-42cc-88b1-43b6fc70f278 HTTP/1.1" status: 204 len: 168 time: 0.1194189 Jul 27 10:48:52.862300 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b2f05-5f1b-47f2-a736-9ca3911dfc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999eb925-023e-42cc-88b1-43b6fc70f278,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:53.270924 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa88fd1-8d61-4518-b3a9-97891ce589aa req-8daba775-b18a-4efa-86e6-666a45dab783 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:53.272452 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6fa88fd1-8d61-4518-b3a9-97891ce589aa req-8daba775-b18a-4efa-86e6-666a45dab783 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0494463 Jul 27 10:48:53.299416 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:53.321916 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6fa88fd1-8d61-4518-b3a9-97891ce589aa req-ba7f3d50-4723-4b71-bb80-0c6a09ade887 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Jul 27 10:48:53.958141 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50622) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:54.061141 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-07846831-d789-43dc-98fc-22f24fdd8211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:54.142224 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-07846831-d789-43dc-98fc-22f24fdd8211 admin admin] Publish callbacks [] for security_group (0faba245-826f-489f-87c5-227998e59115), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:54.146524 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-07846831-d789-43dc-98fc-22f24fdd8211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0faba245-826f-489f-87c5-227998e59115), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:54.147534 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-457632c2-070f-419d-8e2d-e4b7cce51d11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510516 Jul 27 10:48:54.193689 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-07846831-d789-43dc-98fc-22f24fdd8211 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c21caa4be5e4ea3b7b846fe498d648b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320952 Jul 27 10:48:54.193689 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07846831-d789-43dc-98fc-22f24fdd8211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faba245-826f-489f-87c5-227998e59115,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:54.194846 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50628) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:48:54.240875 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-dbde70b3-8113-4e71-b89c-342e5c9e884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:54.242782 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-dbde70b3-8113-4e71-b89c-342e5c9e884e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 1130 time: 0.0494738 Jul 27 10:48:54.256102 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4d1fd48-96b5-4870-bbfd-7891684f2fe0 admin admin] Publish callbacks [] for security_group (0faba245-826f-489f-87c5-227998e59115), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:54.280240 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4d1fd48-96b5-4870-bbfd-7891684f2fe0 admin admin] Publish callbacks [] for security_group (0faba245-826f-489f-87c5-227998e59115), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:54.286804 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:54.337348 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4d1fd48-96b5-4870-bbfd-7891684f2fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0faba245-826f-489f-87c5-227998e59115), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:54.340239 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4d1fd48-96b5-4870-bbfd-7891684f2fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:54.341560 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-d4d1fd48-96b5-4870-bbfd-7891684f2fe0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0faba245-826f-489f-87c5-227998e59115 HTTP/1.1" status: 204 len: 168 time: 0.1458197 Jul 27 10:48:54.362237 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1fd48-96b5-4870-bbfd-7891684f2fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faba245-826f-489f-87c5-227998e59115,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:48:54.371413 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-8f62f1af-d849-4d42-9689-f568313ed277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:54.373585 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-8f62f1af-d849-4d42-9689-f568313ed277 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.1084273 Jul 27 10:48:54.405868 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c6160295-a0a8-4349-82b7-89926979515c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:54.442249 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-ee30f428-1cac-4ee3-a7a1-fd2afd2560ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0621624 Jul 27 10:48:54.523374 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96eb8a-e604-4285-a73e-912ed8bc8768 req-19a67276-3fbb-4095-aa4e-fa0a950edf19 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:54.531618 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b96eb8a-e604-4285-a73e-912ed8bc8768 req-19a67276-3fbb-4095-aa4e-fa0a950edf19 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0916629 Jul 27 10:48:54.543589 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-7f7c6dfc-1c17-478a-b99f-ec2078c3fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:54.544985 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-7f7c6dfc-1c17-478a-b99f-ec2078c3fccd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0945358 Jul 27 10:48:54.614065 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-51c97851-1762-4aa5-8b09-0914fa6dbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:54.615601 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-51c97851-1762-4aa5-8b09-0914fa6dbf9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614185 Jul 27 10:48:54.626238 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b96eb8a-e604-4285-a73e-912ed8bc8768 req-ac09496e-4ecf-4fdd-8c8c-7270288ef32e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937493 Jul 27 10:48:54.710790 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:54.730449 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-5fb09383-5ddc-4726-9065-c18e3b60d359 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972843 Jul 27 10:48:54.867652 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-742cb6f1-1a57-4e77-9d9b-1f305e1241e9 req-1854dc97-e6ed-4c00-ae80-c17680d44fa6 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311677 Jul 27 10:48:55.504032 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:55.765074 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e57adf-06f7-4cf6-a826-914012a2aa83 req-b1ba3ddc-fd46-4bc3-b98c-d2ed3e57a4a1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:55.766780 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-67e57adf-06f7-4cf6-a826-914012a2aa83 req-b1ba3ddc-fd46-4bc3-b98c-d2ed3e57a4a1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0488901 Jul 27 10:48:55.816956 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-67e57adf-06f7-4cf6-a826-914012a2aa83 req-97e61efd-418f-4448-a9ea-380221d8db5d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Jul 27 10:48:56.319727 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:56.980605 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42b19-1a08-4fc5-bdcc-47b4a551df2e req-60c637aa-7f9d-49ab-a67f-8be2660c808b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:56.982082 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1ae42b19-1a08-4fc5-bdcc-47b4a551df2e req-60c637aa-7f9d-49ab-a67f-8be2660c808b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0820298 Jul 27 10:48:57.031020 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1ae42b19-1a08-4fc5-bdcc-47b4a551df2e req-364e1d95-fc5b-42cb-8f75-952c53b50df2 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Jul 27 10:48:57.275809 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:57.439636 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:48:58.146741 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c262b28-50de-4821-974a-83e1b3b917ca req-0c72bcb8-43d9-4d2f-a649-ec632f9af0d8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:58.148134 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8c262b28-50de-4821-974a-83e1b3b917ca req-0c72bcb8-43d9-4d2f-a649-ec632f9af0d8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0470767 Jul 27 10:48:58.193991 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8c262b28-50de-4821-974a-83e1b3b917ca req-6cf6d9ff-f265-447f-8b8e-fd196dbb5935 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Jul 27 10:48:59.312640 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387aff0-0b9f-4bb4-973a-457f1d695082 req-b9b6b21d-744c-46a2-a7b8-87ff327ebc07 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:48:59.314093 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4387aff0-0b9f-4bb4-973a-457f1d695082 req-b9b6b21d-744c-46a2-a7b8-87ff327ebc07 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0484879 Jul 27 10:48:59.343735 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:48:59.364152 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4387aff0-0b9f-4bb4-973a-457f1d695082 req-a7a74189-8ebc-4e72-a388-1677ee154d58 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Jul 27 10:49:00.512331 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2195c-8597-46ba-91eb-208cf84d36fe req-27256b66-0889-43ec-adf2-984b2260f178 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:00.515090 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-17f2195c-8597-46ba-91eb-208cf84d36fe req-27256b66-0889-43ec-adf2-984b2260f178 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0612063 Jul 27 10:49:00.599544 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-17f2195c-8597-46ba-91eb-208cf84d36fe req-8299b8c8-78a3-4f3e-bbaf-d22ae3660dfb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533876 Jul 27 10:49:01.034407 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=72 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:01.153641 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50882) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:01.294393 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a5d6301d-1ac3-482a-8adf-be71950e6db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:01.380508 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a5d6301d-1ac3-482a-8adf-be71950e6db1 admin admin] Publish callbacks [] for security_group (1789e3f0-ecd2-44ed-8c87-24b4a1d1c420), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:01.385731 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a5d6301d-1ac3-482a-8adf-be71950e6db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (1789e3f0-ecd2-44ed-8c87-24b4a1d1c420), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:01.436993 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a5d6301d-1ac3-482a-8adf-be71950e6db1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3719baac0324707b90c1823647f047e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813127 Jul 27 10:49:01.439667 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50898) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:01.453921 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6301d-1ac3-482a-8adf-be71950e6db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1789e3f0-ecd2-44ed-8c87-24b4a1d1c420,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:01.521730 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62807c3c-dc00-4ffc-96da-de14ce40437c admin admin] Publish callbacks [] for security_group (1789e3f0-ecd2-44ed-8c87-24b4a1d1c420), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:01.560966 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62807c3c-dc00-4ffc-96da-de14ce40437c admin admin] Publish callbacks [] for security_group (1789e3f0-ecd2-44ed-8c87-24b4a1d1c420), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:01.629397 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62807c3c-dc00-4ffc-96da-de14ce40437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (1789e3f0-ecd2-44ed-8c87-24b4a1d1c420), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:01.631988 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62807c3c-dc00-4ffc-96da-de14ce40437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:01.633357 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-62807c3c-dc00-4ffc-96da-de14ce40437c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1789e3f0-ecd2-44ed-8c87-24b4a1d1c420 HTTP/1.1" status: 204 len: 168 time: 0.1912475 Jul 27 10:49:01.659270 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62807c3c-dc00-4ffc-96da-de14ce40437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1789e3f0-ecd2-44ed-8c87-24b4a1d1c420,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:01.707128 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=78 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:01.770257 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d9b2a-f8af-4b68-8ae3-6730ebb4c729 req-e1bf28a5-ca21-47e7-a797-cd29fc491161 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:01.777434 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9f6d9b2a-f8af-4b68-8ae3-6730ebb4c729 req-e1bf28a5-ca21-47e7-a797-cd29fc491161 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0594785 Jul 27 10:49:01.804403 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:01.844693 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9f6d9b2a-f8af-4b68-8ae3-6730ebb4c729 req-342ac1ec-f440-4ef3-8bbf-274ebb1b4322 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661020 Jul 27 10:49:02.065696 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50938) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:02.081669 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-747c3dff-4679-4d43-8884-9d7d34325ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.182138 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8449d2-b9db-4290-9b9c-42f82371b3a7 req-84c71605-9b21-4641-be9f-70546afc0411 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:02.183744 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cf8449d2-b9db-4290-9b9c-42f82371b3a7 req-84c71605-9b21-4641-be9f-70546afc0411 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0649252 Jul 27 10:49:02.225767 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-747c3dff-4679-4d43-8884-9d7d34325ace admin admin] Publish callbacks [] for security_group (2fac9554-037d-4653-8489-d5d828248b4d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.231362 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-747c3dff-4679-4d43-8884-9d7d34325ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2fac9554-037d-4653-8489-d5d828248b4d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.287237 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cf8449d2-b9db-4290-9b9c-42f82371b3a7 req-9cb3985b-e74e-47b1-8b58-46dab3ee577c tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960433 Jul 27 10:49:02.292069 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-747c3dff-4679-4d43-8884-9d7d34325ace admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d10675b447774d24940bd500f20ffba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250500 Jul 27 10:49:02.293256 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50942) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:02.297768 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c3dff-4679-4d43-8884-9d7d34325ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac9554-037d-4653-8489-d5d828248b4d,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:02.342817 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:02.369914 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bbc554ef-a4ca-4580-96fe-b21ee968df9a admin admin] Publish callbacks [] for security_group (2fac9554-037d-4653-8489-d5d828248b4d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.394123 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bbc554ef-a4ca-4580-96fe-b21ee968df9a admin admin] Publish callbacks [] for security_group (2fac9554-037d-4653-8489-d5d828248b4d), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.444197 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bbc554ef-a4ca-4580-96fe-b21ee968df9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2fac9554-037d-4653-8489-d5d828248b4d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.446902 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bbc554ef-a4ca-4580-96fe-b21ee968df9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.448059 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-bbc554ef-a4ca-4580-96fe-b21ee968df9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fac9554-037d-4653-8489-d5d828248b4d HTTP/1.1" status: 204 len: 168 time: 0.1532371 Jul 27 10:49:02.458162 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc554ef-a4ca-4580-96fe-b21ee968df9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac9554-037d-4653-8489-d5d828248b4d,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:02.660755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 50958) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:02.796735 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ef75ea95-d5f0-44a7-a283-1203b907e720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.825194 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50964) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:02.837848 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:02.847366 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5d3571ea-f28a-4b8e-a479-0d32b8e6a0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.907766 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ef75ea95-d5f0-44a7-a283-1203b907e720 admin admin] Publish callbacks [] for security_group (2fb0f9fb-1bcd-4e41-812d-ce6e04052400), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.913552 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ef75ea95-d5f0-44a7-a283-1203b907e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2fb0f9fb-1bcd-4e41-812d-ce6e04052400), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.956246 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5d3571ea-f28a-4b8e-a479-0d32b8e6a0a8 admin admin] Publish callbacks [] for security_group (fb1019d6-ae8b-4107-8889-a309260e2c0b), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:02.964990 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5d3571ea-f28a-4b8e-a479-0d32b8e6a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (fb1019d6-ae8b-4107-8889-a309260e2c0b), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.018551 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5d3571ea-f28a-4b8e-a479-0d32b8e6a0a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21c10e481b60469da940254d0ea10fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915770 Jul 27 10:49:03.019013 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50978) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:03.066820 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3571ea-f28a-4b8e-a479-0d32b8e6a0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1019d6-ae8b-4107-8889-a309260e2c0b,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:03.105209 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-74f2054d-63cb-431d-b6e0-cdd01cbe91e9 admin admin] Publish callbacks [] for security_group (fb1019d6-ae8b-4107-8889-a309260e2c0b), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.135453 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-74f2054d-63cb-431d-b6e0-cdd01cbe91e9 admin admin] Publish callbacks [] for security_group (fb1019d6-ae8b-4107-8889-a309260e2c0b), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.196075 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-74f2054d-63cb-431d-b6e0-cdd01cbe91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (fb1019d6-ae8b-4107-8889-a309260e2c0b), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.200328 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-74f2054d-63cb-431d-b6e0-cdd01cbe91e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.204051 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-74f2054d-63cb-431d-b6e0-cdd01cbe91e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb1019d6-ae8b-4107-8889-a309260e2c0b HTTP/1.1" status: 204 len: 168 time: 0.1795566 Jul 27 10:49:03.222774 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2054d-63cb-431d-b6e0-cdd01cbe91e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1019d6-ae8b-4107-8889-a309260e2c0b,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:03.271321 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cba82d-53f4-44b3-9454-9bcf89ee34e2 req-660965a3-9d29-4e61-bba9-a5bc2573a666 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:03.272892 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22cba82d-53f4-44b3-9454-9bcf89ee34e2 req-660965a3-9d29-4e61-bba9-a5bc2573a666 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.3252177 Jul 27 10:49:03.278059 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-ef75ea95-d5f0-44a7-a283-1203b907e720 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33ddf88108e94513b7d66246ff7315cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161592 Jul 27 10:49:03.281411 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 50986) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:03.351357 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22cba82d-53f4-44b3-9454-9bcf89ee34e2 req-4bacd6a6-7edd-4215-80f9-f7f50b6aa7b3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644159 Jul 27 10:49:03.371303 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75ea95-d5f0-44a7-a283-1203b907e720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb0f9fb-1bcd-4e41-812d-ce6e04052400,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:03.394477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-67350ede-c1e9-4556-b16c-07173256e98c admin admin] Publish callbacks [] for security_group (2fb0f9fb-1bcd-4e41-812d-ce6e04052400), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.421190 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-67350ede-c1e9-4556-b16c-07173256e98c admin admin] Publish callbacks [] for security_group (2fb0f9fb-1bcd-4e41-812d-ce6e04052400), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.442139 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bcd7f-1a52-4eed-96c1-0f8ee12823b2 req-07fdb795-31e2-4fac-935d-b886474f077b tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:03.443841 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-148bcd7f-1a52-4eed-96c1-0f8ee12823b2 req-07fdb795-31e2-4fac-935d-b886474f077b tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0525913 Jul 27 10:49:03.475858 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-67350ede-c1e9-4556-b16c-07173256e98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2fb0f9fb-1bcd-4e41-812d-ce6e04052400), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.478743 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-67350ede-c1e9-4556-b16c-07173256e98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.480115 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-67350ede-c1e9-4556-b16c-07173256e98c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fb0f9fb-1bcd-4e41-812d-ce6e04052400 HTTP/1.1" status: 204 len: 168 time: 0.1977303 Jul 27 10:49:03.488644 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67350ede-c1e9-4556-b16c-07173256e98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb0f9fb-1bcd-4e41-812d-ce6e04052400,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:03.524543 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-148bcd7f-1a52-4eed-96c1-0f8ee12823b2 req-2a47c7be-a50a-4447-aab3-de9fd6de0b01 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722318 Jul 27 10:49:03.842471 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51008) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:03.855886 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f14a2c57-0e32-41de-bb81-30c666610423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.935259 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f14a2c57-0e32-41de-bb81-30c666610423 admin admin] Publish callbacks [] for security_group (f1d1b4cf-7fd7-4137-9510-039d40035383), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.939494 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f14a2c57-0e32-41de-bb81-30c666610423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f1d1b4cf-7fd7-4137-9510-039d40035383), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:03.955488 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=10,neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:03.959259 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:03.982888 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a2c57-0e32-41de-bb81-30c666610423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1b4cf-7fd7-4137-9510-039d40035383,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:03.990762 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f14a2c57-0e32-41de-bb81-30c666610423 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bac58bc4270449eae3fa7b995fcf34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471901 Jul 27 10:49:03.991045 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51014) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:04.044450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-37ffbfc5-df3a-4dcc-bd46-7dc7477d5086 admin admin] Publish callbacks [] for security_group (f1d1b4cf-7fd7-4137-9510-039d40035383), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.067000 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-37ffbfc5-df3a-4dcc-bd46-7dc7477d5086 admin admin] Publish callbacks [] for security_group (f1d1b4cf-7fd7-4137-9510-039d40035383), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.118527 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-37ffbfc5-df3a-4dcc-bd46-7dc7477d5086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f1d1b4cf-7fd7-4137-9510-039d40035383), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.121479 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-37ffbfc5-df3a-4dcc-bd46-7dc7477d5086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.122739 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-37ffbfc5-df3a-4dcc-bd46-7dc7477d5086 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1d1b4cf-7fd7-4137-9510-039d40035383 HTTP/1.1" status: 204 len: 168 time: 0.1307108 Jul 27 10:49:04.131280 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffbfc5-df3a-4dcc-bd46-7dc7477d5086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1b4cf-7fd7-4137-9510-039d40035383,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:04.485135 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:04.496842 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51036) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:04.501111 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6899d3-a5db-44da-a35b-369716f281fa req-e62d3b50-5754-4e5f-a8cb-5f9835db4479 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:04.508204 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7a6899d3-a5db-44da-a35b-369716f281fa req-e62d3b50-5754-4e5f-a8cb-5f9835db4479 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0615344 Jul 27 10:49:04.515453 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-37898ae9-f85c-4f7c-8ff4-73d9ab4ee54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.560616 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7a6899d3-a5db-44da-a35b-369716f281fa req-7c96466f-8b21-4935-9cb7-d404acf91670 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514729 Jul 27 10:49:04.617635 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-37898ae9-f85c-4f7c-8ff4-73d9ab4ee54c admin admin] Publish callbacks [] for security_group (66160e04-a2a4-4380-843b-534e3160dfe8), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.625752 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-37898ae9-f85c-4f7c-8ff4-73d9ab4ee54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (66160e04-a2a4-4380-843b-534e3160dfe8), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.662229 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804946a2-d315-4576-9adc-fc6224ad43c5 req-5f54d5d9-351c-4cb9-a42d-c42dc21e12c1 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:04.664167 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-804946a2-d315-4576-9adc-fc6224ad43c5 req-5f54d5d9-351c-4cb9-a42d-c42dc21e12c1 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0566206 Jul 27 10:49:04.664620 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37898ae9-f85c-4f7c-8ff4-73d9ab4ee54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66160e04-a2a4-4380-843b-534e3160dfe8,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:04.671276 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-37898ae9-f85c-4f7c-8ff4-73d9ab4ee54c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5cdef5e9520477b820bb8df4bcbd720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733177 Jul 27 10:49:04.673837 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51050) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:04.724404 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-15eabb36-d6b1-4d63-b154-a7ba194e0c31 admin admin] Publish callbacks [] for security_group (66160e04-a2a4-4380-843b-534e3160dfe8), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.727128 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-804946a2-d315-4576-9adc-fc6224ad43c5 req-f0966aae-ded6-467e-a2fc-d406e3402955 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555322 Jul 27 10:49:04.756933 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-15eabb36-d6b1-4d63-b154-a7ba194e0c31 admin admin] Publish callbacks [] for security_group (66160e04-a2a4-4380-843b-534e3160dfe8), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.809748 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-15eabb36-d6b1-4d63-b154-a7ba194e0c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (66160e04-a2a4-4380-843b-534e3160dfe8), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.812433 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-15eabb36-d6b1-4d63-b154-a7ba194e0c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:04.813654 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-15eabb36-d6b1-4d63-b154-a7ba194e0c31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66160e04-a2a4-4380-843b-534e3160dfe8 HTTP/1.1" status: 204 len: 168 time: 0.1386859 Jul 27 10:49:04.821266 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eabb36-d6b1-4d63-b154-a7ba194e0c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66160e04-a2a4-4380-843b-534e3160dfe8,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:05.676730 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407883d0-92cf-463d-b996-ea32397e2195 req-7e6ebeb2-37fb-4b8c-86f5-5a86d053411a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:05.678242 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-407883d0-92cf-463d-b996-ea32397e2195 req-7e6ebeb2-37fb-4b8c-86f5-5a86d053411a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0510092 Jul 27 10:49:05.726080 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-407883d0-92cf-463d-b996-ea32397e2195 req-5e3b28e5-62b9-4776-b54f-e64955f30fae tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Jul 27 10:49:05.863014 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06846f46-14e5-43c3-a6ec-dc774fad2338 req-112b26a3-b626-4645-b1e7-08510614fe84 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:05.864508 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-06846f46-14e5-43c3-a6ec-dc774fad2338 req-112b26a3-b626-4645-b1e7-08510614fe84 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0555265 Jul 27 10:49:05.917953 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-06846f46-14e5-43c3-a6ec-dc774fad2338 req-0a540cd3-dd41-4f7a-996b-35e8629b1ee7 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460787 Jul 27 10:49:05.939157 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51094) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:06.051698 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0e6cdcc4-96fe-4f51-b021-19ed35033ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.089619 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:06.132521 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0e6cdcc4-96fe-4f51-b021-19ed35033ec8 admin admin] Publish callbacks [] for security_group (cc440f31-2ee4-4583-aa4d-0c83dde033d5), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.136843 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0e6cdcc4-96fe-4f51-b021-19ed35033ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (cc440f31-2ee4-4583-aa4d-0c83dde033d5), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.179260 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-0e6cdcc4-96fe-4f51-b021-19ed35033ec8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39d5c31eff78482abf021b2d8da046f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388716 Jul 27 10:49:06.180015 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cdcc4-96fe-4f51-b021-19ed35033ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc440f31-2ee4-4583-aa4d-0c83dde033d5,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:06.180755 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51102) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:06.231323 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bf8611d4-3725-4872-ace0-cb688fd43b59 admin admin] Publish callbacks [] for security_group (cc440f31-2ee4-4583-aa4d-0c83dde033d5), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.252513 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bf8611d4-3725-4872-ace0-cb688fd43b59 admin admin] Publish callbacks [] for security_group (cc440f31-2ee4-4583-aa4d-0c83dde033d5), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.303848 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bf8611d4-3725-4872-ace0-cb688fd43b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (cc440f31-2ee4-4583-aa4d-0c83dde033d5), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.306993 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bf8611d4-3725-4872-ace0-cb688fd43b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.308784 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-bf8611d4-3725-4872-ace0-cb688fd43b59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc440f31-2ee4-4583-aa4d-0c83dde033d5 HTTP/1.1" status: 204 len: 168 time: 0.1270571 Jul 27 10:49:06.316383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8611d4-3725-4872-ace0-cb688fd43b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc440f31-2ee4-4583-aa4d-0c83dde033d5,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:06.537520 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-2452188b-5752-4b29-ac7d-9b9a5ccf5f05 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:06.539229 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-2452188b-5752-4b29-ac7d-9b9a5ccf5f05 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0748699 Jul 27 10:49:06.676655 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Deleting port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:49:06.677007 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.791887 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] For port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:06.791887 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:06.827513 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Calling delete_port for 4ea7269f-9a63-4aca-9c40-06b58e7aea8f owned by compute:nova {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:49:06.891525 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbac74-e84f-415c-b792-170e1efccabd req-bca4b458-8280-43cd-82c7-aa14ea9ff7d3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:06.893031 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c1dbac74-e84f-415c-b792-170e1efccabd req-bca4b458-8280-43cd-82c7-aa14ea9ff7d3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0870361 Jul 27 10:49:06.932839 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:07.006799 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c1dbac74-e84f-415c-b792-170e1efccabd req-838fef2e-0dc3-4115-84f4-8c775af8715a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785422 Jul 27 10:49:07.110478 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (4ea7269f-9a63-4aca-9c40-06b58e7aea8f), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:07.130917 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816997-4395-42a9-a1e3-0e6733ec41fd req-e79516b6-b804-4ab9-bcb9-a35b2161c938 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:07.130917 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-30816997-4395-42a9-a1e3-0e6733ec41fd req-e79516b6-b804-4ab9-bcb9-a35b2161c938 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 945 time: 0.0704074 Jul 27 10:49:07.152883 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Pushing event deleted for resources: {'Port': ['ID=4ea7269f-9a63-4aca-9c40-06b58e7aea8f,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:07.252861 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] No DVR routers for this DVR port 4ea7269f-9a63-4aca-9c40-06b58e7aea8f on host hv-cinder-85084 {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:49:07.262224 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:07.265494 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-82bb0eda-862b-48e2-9e93-560a8648a235 req-ab72c4d1-a166-43c4-90ec-af1d7de8d067 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.69 "DELETE /v2.0/ports/4ea7269f-9a63-4aca-9c40-06b58e7aea8f HTTP/1.1" status: 204 len: 173 time: 0.7208958 Jul 27 10:49:07.265943 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0184ebd-e710-433e-93e9-5bd49f1a41cb', 'name': 'network-vif-deleted', 'tag': '4ea7269f-9a63-4aca-9c40-06b58e7aea8f'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:49:07.268308 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca2eaf8-8c29-4663-a47d-dafe51ce9be1" -d '{"events": [{"server_uuid": "c0184ebd-e710-433e-93e9-5bd49f1a41cb", "name": "network-vif-deleted", "tag": "4ea7269f-9a63-4aca-9c40-06b58e7aea8f"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:49:07.275417 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-30816997-4395-42a9-a1e3-0e6733ec41fd req-cc58ce42-d66b-43a6-993b-637b02da082a tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/security-groups?id=932d5dae-4810-4cb4-8e69-236616124052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251562 Jul 27 10:49:07.341655 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6f19c8-0bac-47e1-ae94-81a943f9137e x-openstack-request-id: req-ff6f19c8-0bac-47e1-ae94-81a943f9137e {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:49:07.342111 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0184ebd-e710-433e-93e9-5bd49f1a41cb", "name": "network-vif-deleted", "tag": "4ea7269f-9a63-4aca-9c40-06b58e7aea8f", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:49:07.342503 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff6f19c8-0bac-47e1-ae94-81a943f9137e {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:49:07.343263 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6f19c8-0bac-47e1-ae94-81a943f9137e'] response: {'server_uuid': 'c0184ebd-e710-433e-93e9-5bd49f1a41cb', 'name': 'network-vif-deleted', 'tag': '4ea7269f-9a63-4aca-9c40-06b58e7aea8f', 'status': 'completed', 'code': 200} Jul 27 10:49:07.899038 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51180) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:08.005136 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d15ac3d0-304b-4960-8d1d-408c39df412c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.084998 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d15ac3d0-304b-4960-8d1d-408c39df412c admin admin] Publish callbacks [] for security_group (e520a5c6-43f0-488d-89fd-b25236bd6d5d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.089464 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d15ac3d0-304b-4960-8d1d-408c39df412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (e520a5c6-43f0-488d-89fd-b25236bd6d5d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.126874 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:08.174153 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51194) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:08.182190 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d15ac3d0-304b-4960-8d1d-408c39df412c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=687ae3b37ca843aabd40a3218beb0092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820177 Jul 27 10:49:08.199228 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ac3d0-304b-4960-8d1d-408c39df412c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e520a5c6-43f0-488d-89fd-b25236bd6d5d,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:08.218143 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca65b-8685-4dbc-9d71-a9779202a9fb req-7c966660-7c3f-441c-9ff8-2ddebf1e752e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:08.219943 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e19ca65b-8685-4dbc-9d71-a9779202a9fb req-7c966660-7c3f-441c-9ff8-2ddebf1e752e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1187391 Jul 27 10:49:08.240938 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-525ecb1a-1f2c-42ff-9948-8650c5faf967 admin admin] Publish callbacks [] for security_group (e520a5c6-43f0-488d-89fd-b25236bd6d5d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.265401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-525ecb1a-1f2c-42ff-9948-8650c5faf967 admin admin] Publish callbacks [] for security_group (e520a5c6-43f0-488d-89fd-b25236bd6d5d), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.314488 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51200) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:08.318150 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e19ca65b-8685-4dbc-9d71-a9779202a9fb req-912dd97a-d629-49a5-bd7a-a62797d325b9 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900035 Jul 27 10:49:08.333391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-525ecb1a-1f2c-42ff-9948-8650c5faf967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (e520a5c6-43f0-488d-89fd-b25236bd6d5d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.336110 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-525ecb1a-1f2c-42ff-9948-8650c5faf967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.340304 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-525ecb1a-1f2c-42ff-9948-8650c5faf967 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e520a5c6-43f0-488d-89fd-b25236bd6d5d HTTP/1.1" status: 204 len: 168 time: 0.1621110 Jul 27 10:49:08.357866 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ecb1a-1f2c-42ff-9948-8650c5faf967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e520a5c6-43f0-488d-89fd-b25236bd6d5d,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:08.419086 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1076b50c-d8a8-43e2-b320-248683ef69f3 req-13971856-f0c4-4446-b22d-e42714f9321d tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 210 time: 0.0365047 Jul 27 10:49:08.628814 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-84687615-aedb-4663-aeca-73a952d7a36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.649277 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51208) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:08.662987 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d2b-d579-409c-8d87-21c7326a959c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.673572 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:08.711379 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-84687615-aedb-4663-aeca-73a952d7a36c admin admin] Publish callbacks [] for security_group (3d0d7aed-0de6-4219-b2a5-894759e2a52a), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.716201 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-84687615-aedb-4663-aeca-73a952d7a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (3d0d7aed-0de6-4219-b2a5-894759e2a52a), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.721797 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:08.742541 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d2b-d579-409c-8d87-21c7326a959c admin admin] Publish callbacks [] for security_group (2bb0bf23-22e3-4e12-8838-f27114621813), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.747461 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4d2b-d579-409c-8d87-21c7326a959c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2bb0bf23-22e3-4e12-8838-f27114621813), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.761429 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-84687615-aedb-4663-aeca-73a952d7a36c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d9fcadac6784925ae34dba862b9db9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4455905 Jul 27 10:49:08.764503 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84687615-aedb-4663-aeca-73a952d7a36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d7aed-0de6-4219-b2a5-894759e2a52a,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:08.767095 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51216) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:08.802878 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b4d2b-d579-409c-8d87-21c7326a959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0bf23-22e3-4e12-8838-f27114621813,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:08.814046 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51218) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:08.814568 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-bd6b4d2b-d579-409c-8d87-21c7326a959c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecdaa8585aaa41a09c7938e3b30a6040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639948 Jul 27 10:49:08.825140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-10c28f49-fbda-4799-80af-0fcc5a5378d5 admin admin] Publish callbacks [] for security_group (3d0d7aed-0de6-4219-b2a5-894759e2a52a), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.867545 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-10c28f49-fbda-4799-80af-0fcc5a5378d5 admin admin] Publish callbacks [] for security_group (3d0d7aed-0de6-4219-b2a5-894759e2a52a), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.908089 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f61e4817-f128-4abd-a830-67266ec42b04 admin admin] Publish callbacks [] for security_group (2bb0bf23-22e3-4e12-8838-f27114621813), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.931609 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f61e4817-f128-4abd-a830-67266ec42b04 admin admin] Publish callbacks [] for security_group (2bb0bf23-22e3-4e12-8838-f27114621813), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.942788 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-10c28f49-fbda-4799-80af-0fcc5a5378d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (3d0d7aed-0de6-4219-b2a5-894759e2a52a), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.945396 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-10c28f49-fbda-4799-80af-0fcc5a5378d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:08.946391 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-10c28f49-fbda-4799-80af-0fcc5a5378d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d0d7aed-0de6-4219-b2a5-894759e2a52a HTTP/1.1" status: 204 len: 168 time: 0.1783993 Jul 27 10:49:08.966859 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c28f49-fbda-4799-80af-0fcc5a5378d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d7aed-0de6-4219-b2a5-894759e2a52a,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:08.999809 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f61e4817-f128-4abd-a830-67266ec42b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2bb0bf23-22e3-4e12-8838-f27114621813), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.002703 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f61e4817-f128-4abd-a830-67266ec42b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.006295 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f61e4817-f128-4abd-a830-67266ec42b04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bb0bf23-22e3-4e12-8838-f27114621813 HTTP/1.1" status: 204 len: 168 time: 0.1888728 Jul 27 10:49:09.011952 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e4817-f128-4abd-a830-67266ec42b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0bf23-22e3-4e12-8838-f27114621813,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:09.067794 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4ea7269f-9a63-4aca-9c40-06b58e7aea8f no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:49:09.085978 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 4ea7269f-9a63-4aca-9c40-06b58e7aea8f {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:49:09.086462 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4ea7269f-9a63-4aca-9c40-06b58e7aea8f not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:49:09.361200 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51232) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:09.376093 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2ab7-3dc2-47be-b8a0-b0188989fe3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.399559 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:09.473237 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe65db-c0ba-487c-aee5-ade015bd1d94 req-8f1082ce-18d7-4b1e-938e-1901a7118bac tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:09.474784 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e9fe65db-c0ba-487c-aee5-ade015bd1d94 req-8f1082ce-18d7-4b1e-938e-1901a7118bac tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0670934 Jul 27 10:49:09.539430 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc7a9077-e7a6-4ed6-a003-2e3267eac31c req-ba2441b9-f8e2-4dd3-a660-3dd249b8764f tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 210 time: 0.0508921 Jul 27 10:49:09.545066 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2ab7-3dc2-47be-b8a0-b0188989fe3d admin admin] Publish callbacks [] for security_group (b808bc68-162e-41b9-a963-3c0fb9cc493a), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.549995 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2ab7-3dc2-47be-b8a0-b0188989fe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (b808bc68-162e-41b9-a963-3c0fb9cc493a), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.598870 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e9fe65db-c0ba-487c-aee5-ade015bd1d94 req-a13b46ff-32c9-4ba7-851b-520873711e58 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113813 Jul 27 10:49:09.606222 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc2ab7-3dc2-47be-b8a0-b0188989fe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808bc68-162e-41b9-a963-3c0fb9cc493a,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:09.613031 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-b8fc2ab7-3dc2-47be-b8a0-b0188989fe3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5303a1c35c634f8aafc353bcea56e9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483375 Jul 27 10:49:09.613801 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51242) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:09.670413 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f5b2fd7-0a2e-4c7f-a5fe-4eb0ea41f067 admin admin] Publish callbacks [] for security_group (b808bc68-162e-41b9-a963-3c0fb9cc493a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.692243 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f5b2fd7-0a2e-4c7f-a5fe-4eb0ea41f067 admin admin] Publish callbacks [] for security_group (b808bc68-162e-41b9-a963-3c0fb9cc493a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.740760 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f5b2fd7-0a2e-4c7f-a5fe-4eb0ea41f067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (b808bc68-162e-41b9-a963-3c0fb9cc493a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.743465 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f5b2fd7-0a2e-4c7f-a5fe-4eb0ea41f067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:09.744631 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2f5b2fd7-0a2e-4c7f-a5fe-4eb0ea41f067 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b808bc68-162e-41b9-a963-3c0fb9cc493a HTTP/1.1" status: 204 len: 168 time: 0.1305518 Jul 27 10:49:09.753789 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b2fd7-0a2e-4c7f-a5fe-4eb0ea41f067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808bc68-162e-41b9-a963-3c0fb9cc493a,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:10.137015 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51268) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:10.150069 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c177b9e4-59a3-4551-afc8-e07b4dc835e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:10.205089 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:10.244364 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c177b9e4-59a3-4551-afc8-e07b4dc835e8 admin admin] Publish callbacks [] for security_group (a3da00b9-3748-4481-94b1-58787f1d9e67), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:10.249645 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c177b9e4-59a3-4551-afc8-e07b4dc835e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a3da00b9-3748-4481-94b1-58787f1d9e67), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:10.291029 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-c177b9e4-59a3-4551-afc8-e07b4dc835e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd226bf11d0c4401bdb59b79b302cafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529109 Jul 27 10:49:10.291734 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177b9e4-59a3-4551-afc8-e07b4dc835e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3da00b9-3748-4481-94b1-58787f1d9e67,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:10.293699 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51296) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:10.346651 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f8925169-81be-4820-a2e9-61c3cd83770b admin admin] Publish callbacks [] for security_group (a3da00b9-3748-4481-94b1-58787f1d9e67), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:10.367906 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f8925169-81be-4820-a2e9-61c3cd83770b admin admin] Publish callbacks [] for security_group (a3da00b9-3748-4481-94b1-58787f1d9e67), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:10.417015 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f8925169-81be-4820-a2e9-61c3cd83770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a3da00b9-3748-4481-94b1-58787f1d9e67), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:10.419628 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f8925169-81be-4820-a2e9-61c3cd83770b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:10.420763 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f8925169-81be-4820-a2e9-61c3cd83770b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3da00b9-3748-4481-94b1-58787f1d9e67 HTTP/1.1" status: 204 len: 168 time: 0.1260920 Jul 27 10:49:10.428828 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8925169-81be-4820-a2e9-61c3cd83770b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3da00b9-3748-4481-94b1-58787f1d9e67,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:10.657173 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd6470c0-5c28-48e4-b3b1-0a3d0ed2dec9 req-7784845e-3e37-43e8-82ce-f83911376a48 tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 210 time: 0.0403910 Jul 27 10:49:10.763298 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4b52-7e5f-40d9-ae6a-7971c0e7f258 req-20615588-c10e-4d2a-9de2-00a3802d4037 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:10.764592 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eccb4b52-7e5f-40d9-ae6a-7971c0e7f258 req-20615588-c10e-4d2a-9de2-00a3802d4037 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0535491 Jul 27 10:49:10.812812 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eccb4b52-7e5f-40d9-ae6a-7971c0e7f258 req-8d6aa832-0f22-48c1-9cf3-14622a0dd4a9 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Jul 27 10:49:11.778101 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-daf0e427-167e-4cba-98bb-bdd703d1d516 req-be6b60d8-3034-4bfb-8442-1538bc89300e tempest-DeleteServersTestJSON-1800676149 tempest-DeleteServersTestJSON-1800676149-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0184ebd-e710-433e-93e9-5bd49f1a41cb HTTP/1.1" status: 200 len: 210 time: 0.0274360 Jul 27 10:49:11.955580 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ca4df-e23e-43ed-9272-5328df4f9285 req-19597472-20ad-4554-9e4e-fe04abc94bd7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:11.957904 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9f3ca4df-e23e-43ed-9272-5328df4f9285 req-19597472-20ad-4554-9e4e-fe04abc94bd7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0718346 Jul 27 10:49:12.060747 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9f3ca4df-e23e-43ed-9272-5328df4f9285 req-4c300c0b-f30b-416a-9218-c83ea9f0b816 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926650 Jul 27 10:49:12.866891 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-84922cc6-10c7-4aa2-9b1b-f5f45ccab27a tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=543367ebb0cc4760a1cad402d79e8fb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293689 Jul 27 10:49:13.056015 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-bf9a52fb-4bcb-40ea-898e-bcb958155aa8 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:13.057502 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-bf9a52fb-4bcb-40ea-898e-bcb958155aa8 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843860 Jul 27 10:49:13.072524 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-adcdb0cc-f213-4c41-86a9-c0a9a820f2c4 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/quotas/543367ebb0cc4760a1cad402d79e8fb5 HTTP/1.1" status: 200 len: 375 time: 0.0091186 Jul 27 10:49:13.087140 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:13.108407 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-910ed246-d105-4756-8e4c-09a9616a9185 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=543367ebb0cc4760a1cad402d79e8fb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307405 Jul 27 10:49:13.209651 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644539c9-09b9-419e-bd50-baf2eb1817fe req-b6e8e84b-ef4c-4690-b4f9-a7e18f7d39b1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:13.211431 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-644539c9-09b9-419e-bd50-baf2eb1817fe req-b6e8e84b-ef4c-4690-b4f9-a7e18f7d39b1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0516396 Jul 27 10:49:13.293761 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-644539c9-09b9-419e-bd50-baf2eb1817fe req-8c0067e2-e16c-40d3-a799-72d2b1cd005d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747309 Jul 27 10:49:13.295706 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-acb6afb2-ee4d-4fad-b780-ddc4fdce4b50 req-2df911ed-88e6-4df0-9ced-b8e89001e579 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 210 time: 0.0403461 Jul 27 10:49:14.436324 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0d2a738-1f5f-47cb-8120-6704fd3ca9d5 req-76729d68-f98f-4417-b248-afd712739c91 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 210 time: 0.0570223 Jul 27 10:49:14.452382 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dad7c-7476-4940-8715-db018e1626a8 req-10086ec2-56fc-43a3-b5c5-9eb12357a414 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:14.454498 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-938dad7c-7476-4940-8715-db018e1626a8 req-10086ec2-56fc-43a3-b5c5-9eb12357a414 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0653734 Jul 27 10:49:14.505343 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-938dad7c-7476-4940-8715-db018e1626a8 req-445b6342-8e9c-460f-824d-aa6cd0907c28 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Jul 27 10:49:14.758484 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:15.547044 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4885a69a-42aa-4a36-a1a7-dff4ec50eccb req-effa9133-5ee5-4420-9d55-6fba09f319ea tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 210 time: 0.0313284 Jul 27 10:49:15.632482 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef39477-3803-46c5-89f2-56c94457668c req-babda5ac-44e2-422d-b7ce-a352f3b8f618 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:15.634011 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5ef39477-3803-46c5-89f2-56c94457668c req-babda5ac-44e2-422d-b7ce-a352f3b8f618 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0489314 Jul 27 10:49:15.687732 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5ef39477-3803-46c5-89f2-56c94457668c req-f9ad91fc-3e6b-4173-8057-70adb313ece3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Jul 27 10:49:16.095101 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-2d6e885f-fced-4435-8008-6d4c3fba285b tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=543367ebb0cc4760a1cad402d79e8fb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243545 Jul 27 10:49:16.205609 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-a7508b29-1a3e-4cbd-9c7d-550657b18128 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:16.207465 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-a7508b29-1a3e-4cbd-9c7d-550657b18128 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046915 Jul 27 10:49:16.235033 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Request body: {'port': {'device_id': '87796701-8f82-4984-8187-b2ac08e4aa1a', 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f', 'admin_state_up': True, 'tenant_id': '543367ebb0cc4760a1cad402d79e8fb5'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:16.328549 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:16.350194 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Made reservation on behalf of 543367ebb0cc4760a1cad402d79e8fb5 for: {'port': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:49:16.353755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:16.361233 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51488) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:16.362921 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:16.453892 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks [] for security_group (0cfe0760-1239-4566-9038-5bb3ff5c62e3), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:16.458941 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0cfe0760-1239-4566-9038-5bb3ff5c62e3), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:16.530787 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfe0760-1239-4566-9038-5bb3ff5c62e3,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:16.632121 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Allocated IP 192.168.233.192 (cf9298ea-c8e9-4d62-9e31-76a88852a80f/1df5b9e0-1f81-4260-92b2-5fe1da9e0651/3a274537-b732-46c3-82ae-658f3229f242) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:16.678710 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:16.774514 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0d04d9a5-a9e9-4d9f-911e-f2a694257fef req-39f96db4-f72b-4439-b714-1a07033f4fba tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 210 time: 0.0871890 Jul 27 10:49:16.886978 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:16.912653 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5cffc-06fe-4aba-b753-846ec2ae3333 req-92ece22d-dde1-4104-a5b7-88d07825dd57 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:16.922845 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-36d5cffc-06fe-4aba-b753-846ec2ae3333 req-92ece22d-dde1-4104-a5b7-88d07825dd57 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1151280 Jul 27 10:49:17.021121 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-36d5cffc-06fe-4aba-b753-846ec2ae3333 req-d2e81351-a9ed-4694-8569-06a56aa7cdde tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966761 Jul 27 10:49:17.033992 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks [] for port (3a274537-b732-46c3-82ae-658f3229f242), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.073880 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (3a274537-b732-46c3-82ae-658f3229f242), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.116451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51530) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:17.145859 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Network cf9298ea-c8e9-4d62-9e31-76a88852a80f is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:17.155499 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:17.161842 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:17.197550 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (82677e80-d81b-4f30-a760-8e89901db28d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.252261 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Pushing event updated for resources: {'Port': ['ID=3a274537-b732-46c3-82ae-658f3229f242,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:17.315656 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:17.317152 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.353150 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-cd0cdcba-3b77-4210-b7ef-708713fd6220 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1227093 Jul 27 10:49:17.365753 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Request body: {'port': {'device_id': '87796701-8f82-4984-8187-b2ac08e4aa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:17.368377 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbb37-dc28-4925-8172-fd3851d0e3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.388861 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:17.462298 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (3a274537-b732-46c3-82ae-658f3229f242), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.526825 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:17.528127 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:17.531490 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-9c4578fc-f7d3-4c88-b995-8596e71b9078 None None] Provisioning complete for port 3a274537-b732-46c3-82ae-658f3229f242 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:17.531929 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9c4578fc-f7d3-4c88-b995-8596e71b9078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (3a274537-b732-46c3-82ae-658f3229f242), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.541316 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:17.581374 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Deleting port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:49:17.581725 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.591305 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-9c4578fc-f7d3-4c88-b995-8596e71b9078 None None] Port 3a274537-b732-46c3-82ae-658f3229f242 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:49:17.641021 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbb37-dc28-4925-8172-fd3851d0e3a1 admin admin] Publish callbacks [] for security_group (6b0c767d-9ec9-4327-af14-8633a06dfc5c), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.646973 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbb37-dc28-4925-8172-fd3851d0e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (6b0c767d-9ec9-4327-af14-8633a06dfc5c), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.672995 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] For port 2a68b9d0-c332-4a64-b421-dfd3d025f4e4, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:17.673448 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.689237 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Calling delete_port for 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 owned by network:router_interface {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:49:17.909742 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (2a68b9d0-c332-4a64-b421-dfd3d025f4e4), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:17.939934 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Pushing event deleted for resources: {'Port': ['ID=2a68b9d0-c332-4a64-b421-dfd3d025f4e4,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:17.997483 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbbb37-dc28-4925-8172-fd3851d0e3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0c767d-9ec9-4327-af14-8633a06dfc5c,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:18.005928 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-6ecbbb37-dc28-4925-8172-fd3851d0e3a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82101cb97faa4613a27f33a4871b7d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8886330 Jul 27 10:49:18.011693 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51554) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:18.030123 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ce284-c756-48d2-a5ae-33601e043bea req-53540931-bbe6-45d0-810a-054e043b6143 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:18.031882 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7e1ce284-c756-48d2-a5ae-33601e043bea req-53540931-bbe6-45d0-810a-054e043b6143 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 936 time: 0.0980163 Jul 27 10:49:18.091432 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:18.136940 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:18.139125 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5ef209f9-4f97-4711-9d63-c5247ee8df2d admin admin] Publish callbacks [] for security_group (6b0c767d-9ec9-4327-af14-8633a06dfc5c), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.181377 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5ef209f9-4f97-4711-9d63-c5247ee8df2d admin admin] Publish callbacks [] for security_group (6b0c767d-9ec9-4327-af14-8633a06dfc5c), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.205380 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (82677e80-d81b-4f30-a760-8e89901db28d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.230264 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7e1ce284-c756-48d2-a5ae-33601e043bea req-5a7e0394-9890-4a93-a3e9-34d840efadeb tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888080 Jul 27 10:49:18.286011 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21238da5-acd3-450b-9dc0-6c018a303510 req-75afdaca-b10d-4734-99d3-d37e505bc149 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:18.290571 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-21238da5-acd3-450b-9dc0-6c018a303510 req-75afdaca-b10d-4734-99d3-d37e505bc149 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1152334 Jul 27 10:49:18.306074 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a274537-b732-46c3-82ae-658f3229f242 {{(pid=110616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:49:18.322729 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Publish callbacks [] for port (3a274537-b732-46c3-82ae-658f3229f242), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.352314 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5ef209f9-4f97-4711-9d63-c5247ee8df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (6b0c767d-9ec9-4327-af14-8633a06dfc5c), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.354914 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5ef209f9-4f97-4711-9d63-c5247ee8df2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.356061 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.provisioning_blocks [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Transition to ACTIVE for port object 3a274537-b732-46c3-82ae-658f3229f242 will not be triggered until provisioned by entity L2. {{(pid=110616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:49:18.356215 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5ef209f9-4f97-4711-9d63-c5247ee8df2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b0c767d-9ec9-4327-af14-8633a06dfc5c HTTP/1.1" status: 204 len: 168 time: 0.3432713 Jul 27 10:49:18.364118 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-21238da5-acd3-450b-9dc0-6c018a303510 req-e8331fbd-1c55-4b68-a325-6dfa167d8cf4 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676136 Jul 27 10:49:18.365866 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (3a274537-b732-46c3-82ae-658f3229f242), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.421342 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef209f9-4f97-4711-9d63-c5247ee8df2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0c767d-9ec9-4327-af14-8633a06dfc5c,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:18.428830 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:18.477808 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Pushing event updated for resources: {'Port': ['ID=3a274537-b732-46c3-82ae-658f3229f242,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:18.528453 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Router 82677e80-d81b-4f30-a760-8e89901db28d has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:49:18.552747 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Attempting to bind port 3a274537-b732-46c3-82ae-658f3229f242 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:49:18.553367 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Attempting to bind port 3a274537-b732-46c3-82ae-658f3229f242 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'}] {{(pid=110616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:49:18.554042 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Attempting to bind port 3a274537-b732-46c3-82ae-658f3229f242 on network cf9298ea-c8e9-4d62-9e31-76a88852a80f {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:18.560423 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Port 3a274537-b732-46c3-82ae-658f3229f242 on network cf9298ea-c8e9-4d62-9e31-76a88852a80f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:49:18.566134 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Attempting to bind port 3a274537-b732-46c3-82ae-658f3229f242 on network cf9298ea-c8e9-4d62-9e31-76a88852a80f {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:18.573584 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:49:18.574130 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Checking segment: {'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:18.575370 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Bound using segment: {'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'} {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:49:18.576604 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Bound port: 3a274537-b732-46c3-82ae-658f3229f242, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120fb03a-6ece-4a57-9786-b74f9c0dfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f'}}] {{(pid=110616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:49:18.579464 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (3a274537-b732-46c3-82ae-658f3229f242), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.582724 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51578) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:18.718682 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:18.732195 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] For port 3a274537-b732-46c3-82ae-658f3229f242, host hv-cinder-85084, cleared binding levels {{(pid=110616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:49:18.736704 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] For port 3a274537-b732-46c3-82ae-658f3229f242, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=3a274537-b732-46c3-82ae-658f3229f242,segment=NetworkSegment(120fb03a-6ece-4a57-9786-b74f9c0dfa6c),segment_id=120fb03a-6ece-4a57-9786-b74f9c0dfa6c)] {{(pid=110616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:49:18.759929 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (3a274537-b732-46c3-82ae-658f3229f242), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.809696 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:49:18.815259 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:18.815891 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:18.817366 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-69c55684-42c6-4770-9d24-2996823211ba service neutron] 10.222.0.69 "PUT /v2.0/ports/3a274537-b732-46c3-82ae-658f3229f242 HTTP/1.1" status: 200 len: 1098 time: 1.4560647 Jul 27 10:49:18.817936 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87796701-8f82-4984-8187-b2ac08e4aa1a', 'tag': '3a274537-b732-46c3-82ae-658f3229f242'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:49:18.820389 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269" -d '{"events": [{"name": "network-changed", "server_uuid": "87796701-8f82-4984-8187-b2ac08e4aa1a", "tag": "3a274537-b732-46c3-82ae-658f3229f242"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:49:18.837545 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] Sync routers for ids ['82677e80-d81b-4f30-a760-8e89901db28d'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:49:18.846632 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c55684-42c6-4770-9d24-2996823211ba service neutron] Pushing event updated for resources: {'Port': ['ID=3a274537-b732-46c3-82ae-658f3229f242,revision_number=3']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:18.857730 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51586) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:18.858577 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f644502f-96bb-4a7b-aba6-6661f76ffbea admin admin] 10.222.0.36 "PUT /v2.0/routers/82677e80-d81b-4f30-a760-8e89901db28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4900398 Jul 27 10:49:18.862427 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] Routers {'82677e80-d81b-4f30-a760-8e89901db28d'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:18.863353 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:48:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['82677e80-d81b-4f30-a760-8e89901db28d'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:18.934642 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157d0870-6b10-48ce-aa94-69be00a25a5b x-openstack-request-id: req-157d0870-6b10-48ce-aa94-69be00a25a5b {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:49:18.934924 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87796701-8f82-4984-8187-b2ac08e4aa1a", "tag": "3a274537-b732-46c3-82ae-658f3229f242", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:49:18.935430 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-157d0870-6b10-48ce-aa94-69be00a25a5b {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:49:18.935821 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157d0870-6b10-48ce-aa94-69be00a25a5b'] response: {'name': 'network-changed', 'server_uuid': '87796701-8f82-4984-8187-b2ac08e4aa1a', 'tag': '3a274537-b732-46c3-82ae-658f3229f242', 'status': 'completed', 'code': 200} Jul 27 10:49:19.106988 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-de333499-1c5b-4ea7-a34d-0a534f23c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:19.108579 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-de333499-1c5b-4ea7-a34d-0a534f23c993 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=543367ebb0cc4760a1cad402d79e8fb5&device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 1132 time: 0.1711690 Jul 27 10:49:19.110186 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] Set router 82677e80-d81b-4f30-a760-8e89901db28d gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:19.128622 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks [] for router (82677e80-d81b-4f30-a760-8e89901db28d), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.240367 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ad15a0a1-31d2-48cd-8f29-42daa0137fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.304353 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-038529b1-e641-4c16-9a26-3b5c13458d33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=3a274537-b732-46c3-82ae-658f3229f242 HTTP/1.1" status: 200 len: 217 time: 0.0499499 Jul 27 10:49:19.328461 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:49:17Z', 'revision_number': 5, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:19.358270 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] Checking router: 82677e80-d81b-4f30-a760-8e89901db28d for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:49:19.366473 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] Routers {'82677e80-d81b-4f30-a760-8e89901db28d'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:19.367095 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:48:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['82677e80-d81b-4f30-a760-8e89901db28d'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:19.381333 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:19.392760 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks [] for router_gateway (82677e80-d81b-4f30-a760-8e89901db28d), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.487039 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-418291ea-f6c7-414b-9e93-cba1b6a24da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:19.488584 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-418291ea-f6c7-414b-9e93-cba1b6a24da3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1df5b9e0-1f81-4260-92b2-5fe1da9e0651 HTTP/1.1" status: 200 len: 843 time: 0.1568778 Jul 27 10:49:19.489566 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] Set router 82677e80-d81b-4f30-a760-8e89901db28d gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:19.494634 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57465e74-280b-4967-bab1-ba1c89dcd36b req-42b1b402-c773-4b40-9122-f1d5b085aeff tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:19.496051 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-57465e74-280b-4967-bab1-ba1c89dcd36b req-42b1b402-c773-4b40-9122-f1d5b085aeff tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 948 time: 0.1562614 Jul 27 10:49:19.571372 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Deleting port 515dc39d-9400-4443-b456-15cfe4ee938d {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:49:19.571711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.632325 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ad15a0a1-31d2-48cd-8f29-42daa0137fa6 admin admin] Publish callbacks [] for security_group (d82073cf-f867-42c6-96ba-f37585474d26), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.639162 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796a354-272c-4864-b5a4-41f545388fd7 req-70f717af-3664-4fe0-a4ba-826def1ff502 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:19.640733 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4796a354-272c-4864-b5a4-41f545388fd7 req-70f717af-3664-4fe0-a4ba-826def1ff502 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1383681 Jul 27 10:49:19.654340 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ad15a0a1-31d2-48cd-8f29-42daa0137fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (d82073cf-f867-42c6-96ba-f37585474d26), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.664409 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:49:17Z', 'revision_number': 5, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:19.680034 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:19.690847 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113ed69-3b27-46fe-af92-db8c39dc121b None None] The sync data for ids ['82677e80-d81b-4f30-a760-8e89901db28d'] in dv-cinder-850840-3-iscsi is: [{'id': '82677e80-d81b-4f30-a760-8e89901db28d', 'name': 'tempest-DeleteServersTestJSON-2032067199-router', 'tenant_id': '728ed167367f4d99ad27e0b98c969e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:49:17Z', 'revision_number': 5, 'project_id': '728ed167367f4d99ad27e0b98c969e1a', 'gw_port': {'id': '515dc39d-9400-4443-b456-15cfe4ee938d', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82677e80-d81b-4f30-a760-8e89901db28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:56Z', 'updated_at': '2022-07-27T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:49:19.697793 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-57465e74-280b-4967-bab1-ba1c89dcd36b req-9f8a0883-3e2a-4948-963d-5688fe71b560 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923327 Jul 27 10:49:19.744972 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-ad15a0a1-31d2-48cd-8f29-42daa0137fa6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3df1b61ddbb849aaaac33e3b04ffca32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1549411 Jul 27 10:49:19.745728 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15a0a1-31d2-48cd-8f29-42daa0137fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82073cf-f867-42c6-96ba-f37585474d26,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:19.747721 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51598) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:19.778936 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] For port 515dc39d-9400-4443-b456-15cfe4ee938d, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=515dc39d-9400-4443-b456-15cfe4ee938d,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:19.779305 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.794633 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4796a354-272c-4864-b5a4-41f545388fd7 req-862bfe3d-14c1-4457-95d1-fbec148e44ee tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412933 Jul 27 10:49:19.799233 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Calling delete_port for 515dc39d-9400-4443-b456-15cfe4ee938d owned by network:router_gateway {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:49:19.808405 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ee0f864b-9cb9-4b9f-bcc9-2f4021ba1093 admin admin] Publish callbacks [] for security_group (d82073cf-f867-42c6-96ba-f37585474d26), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.834308 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ee0f864b-9cb9-4b9f-bcc9-2f4021ba1093 admin admin] Publish callbacks [] for security_group (d82073cf-f867-42c6-96ba-f37585474d26), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.898339 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ee0f864b-9cb9-4b9f-bcc9-2f4021ba1093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (d82073cf-f867-42c6-96ba-f37585474d26), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.901107 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ee0f864b-9cb9-4b9f-bcc9-2f4021ba1093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:19.903555 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-ee0f864b-9cb9-4b9f-bcc9-2f4021ba1093 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d82073cf-f867-42c6-96ba-f37585474d26 HTTP/1.1" status: 204 len: 168 time: 0.1546834 Jul 27 10:49:19.915274 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f864b-9cb9-4b9f-bcc9-2f4021ba1093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82073cf-f867-42c6-96ba-f37585474d26,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:20.004365 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (515dc39d-9400-4443-b456-15cfe4ee938d), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.048754 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Pushing event deleted for resources: {'Port': ['ID=515dc39d-9400-4443-b456-15cfe4ee938d,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:20.115874 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (82677e80-d81b-4f30-a760-8e89901db28d), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.140978 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51612) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:20.241136 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (82677e80-d81b-4f30-a760-8e89901db28d), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.243511 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks [] for router_controller (82677e80-d81b-4f30-a760-8e89901db28d), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.333785 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5fd4-8456-46f1-a549-de496df5a60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.377894 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-042840f8-295d-49b3-8926-3389ccf0e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:20.379780 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-042840f8-295d-49b3-8926-3389ccf0e35e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf9298ea-c8e9-4d62-9e31-76a88852a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0537524 Jul 27 10:49:20.443059 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (82677e80-d81b-4f30-a760-8e89901db28d), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.443654 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82677e80-d81b-4f30-a760-8e89901db28d {{(pid=110616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:49:20.456328 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5fd4-8456-46f1-a549-de496df5a60a admin admin] Publish callbacks [] for security_group (838951ef-d7e6-4c29-a216-bd2fb539bbc8), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.462319 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5fd4-8456-46f1-a549-de496df5a60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (838951ef-d7e6-4c29-a216-bd2fb539bbc8), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.466486 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.470446 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2cdce48b-aea5-4ef9-9d6a-a894d7c7ad4a admin admin] 10.222.0.36 "DELETE /v2.0/routers/82677e80-d81b-4f30-a760-8e89901db28d HTTP/1.1" status: 204 len: 168 time: 1.6093113 Jul 27 10:49:20.471269 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51626) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:20.540971 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:20.544462 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d5fd4-8456-46f1-a549-de496df5a60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838951ef-d7e6-4c29-a216-bd2fb539bbc8,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:20.554109 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-3f7d5fd4-8456-46f1-a549-de496df5a60a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c288c531b5f431d819c0eafff040145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118469 Jul 27 10:49:20.558302 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51628) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:20.572759 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5f6054-9ce3-4a39-b87b-e59ee4be78ab admin admin] Deleting subnet c2ddfa2b-0ed8-4491-a65a-c170a898c37e {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:49:20.576725 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6054-9ce3-4a39-b87b-e59ee4be78ab admin admin] Publish callbacks [] for subnet (c2ddfa2b-0ed8-4491-a65a-c170a898c37e), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.579327 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d22f9-36cf-430c-89e5-a24653cb8085 req-d4d36b3f-7e61-4ae0-b9ae-75fc5d9b150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:20.580914 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8a3d22f9-36cf-430c-89e5-a24653cb8085 req-d4d36b3f-7e61-4ae0-b9ae-75fc5d9b150f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 1129 time: 0.0776944 Jul 27 10:49:20.625724 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-389bf9eb-80ea-4ec5-ada9-08315a1f886e service neutron] 10.222.0.69 "GET /v2.0/networks/cf9298ea-c8e9-4d62-9e31-76a88852a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382803 Jul 27 10:49:20.630559 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6054-9ce3-4a39-b87b-e59ee4be78ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (c2ddfa2b-0ed8-4491-a65a-c170a898c37e), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.649500 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:20.670332 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a365b52f-9387-4a0b-8678-292f1bcef907 admin admin] Publish callbacks [] for security_group (838951ef-d7e6-4c29-a216-bd2fb539bbc8), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.675289 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8a3d22f9-36cf-430c-89e5-a24653cb8085 req-37c06adf-08c3-418e-b806-d4bae7c014c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Jul 27 10:49:20.708447 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a365b52f-9387-4a0b-8678-292f1bcef907 admin admin] Publish callbacks [] for security_group (838951ef-d7e6-4c29-a216-bd2fb539bbc8), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.787741 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a365b52f-9387-4a0b-8678-292f1bcef907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (838951ef-d7e6-4c29-a216-bd2fb539bbc8), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.790841 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a365b52f-9387-4a0b-8678-292f1bcef907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.795211 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-a365b52f-9387-4a0b-8678-292f1bcef907 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/838951ef-d7e6-4c29-a216-bd2fb539bbc8 HTTP/1.1" status: 204 len: 168 time: 0.2327807 Jul 27 10:49:20.804775 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365b52f-9387-4a0b-8678-292f1bcef907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838951ef-d7e6-4c29-a216-bd2fb539bbc8,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:20.892636 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:20.906705 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7332c25-79ef-45be-8fcf-8fd6cc8c0ddd req-476d5d6b-062e-434c-99da-d55ae0912c11 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:20.908320 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d7332c25-79ef-45be-8fcf-8fd6cc8c0ddd req-476d5d6b-062e-434c-99da-d55ae0912c11 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 948 time: 0.1075025 Jul 27 10:49:20.935888 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6054-9ce3-4a39-b87b-e59ee4be78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (c2ddfa2b-0ed8-4491-a65a-c170a898c37e), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:20.993114 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-425f49cc-3726-4dab-bec2-d4093f151ffb req-a418259d-865c-4bf9-a93c-56a7b4a810a3 service neutron] 10.222.0.69 "GET /v2.0/networks/cf9298ea-c8e9-4d62-9e31-76a88852a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355370 Jul 27 10:49:21.042716 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125e143-5421-45bd-a640-a93ce200b685 req-64a319d1-5a2c-46d6-b69d-3702f8b65f77 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:21.044534 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d125e143-5421-45bd-a640-a93ce200b685 req-64a319d1-5a2c-46d6-b69d-3702f8b65f77 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1491797 Jul 27 10:49:21.076371 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d7332c25-79ef-45be-8fcf-8fd6cc8c0ddd req-a099f514-e698-4a05-b859-fff4b8484bc8 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448848 Jul 27 10:49:21.111817 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6054-9ce3-4a39-b87b-e59ee4be78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (c2ddfa2b-0ed8-4491-a65a-c170a898c37e), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.165616 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:49:21.166069 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d125e143-5421-45bd-a640-a93ce200b685 req-eba2ba18-7904-442b-8697-99540d80e542 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064479 Jul 27 10:49:21.171236 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6054-9ce3-4a39-b87b-e59ee4be78ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.177115 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-1b5f6054-9ce3-4a39-b87b-e59ee4be78ab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2ddfa2b-0ed8-4491-a65a-c170a898c37e HTTP/1.1" status: 204 len: 168 time: 0.7026808 Jul 27 10:49:21.177115 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f6054-9ce3-4a39-b87b-e59ee4be78ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ddfa2b-0ed8-4491-a65a-c170a898c37e,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:21.177897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51658) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:21.204298 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e498cf6-4714-4335-9128-f3f1f08c9f92 None None] Network d0ea793f-1c27-41da-a60c-afe734369fd4 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:49:21.206060 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:49:21.206394 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 2a68b9d0-c332-4a64-b421-dfd3d025f4e4 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:49:21.209808 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 515dc39d-9400-4443-b456-15cfe4ee938d no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:49:21.237804 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 515dc39d-9400-4443-b456-15cfe4ee938d {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:49:21.238328 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 515dc39d-9400-4443-b456-15cfe4ee938d not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:49:21.299098 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (d0ea793f-1c27-41da-a60c-afe734369fd4), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.351008 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Deleting port b442181a-0956-442c-9329-6235d5465ded {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:49:21.351586 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (b442181a-0956-442c-9329-6235d5465ded), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.439678 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] DHCP port deletion for d0ea793f-1c27-41da-a60c-afe734369fd4 request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 10:49:21.443771 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] For port b442181a-0956-442c-9329-6235d5465ded, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b442181a-0956-442c-9329-6235d5465ded,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:21.445148 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (b442181a-0956-442c-9329-6235d5465ded), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.473097 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Calling delete_port for b442181a-0956-442c-9329-6235d5465ded owned by network:dhcp {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:49:21.485680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Deleting port b442181a-0956-442c-9329-6235d5465ded {{(pid=110618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:49:21.486327 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (b442181a-0956-442c-9329-6235d5465ded), before_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.543679 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:21.570361 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] For port b442181a-0956-442c-9329-6235d5465ded, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b442181a-0956-442c-9329-6235d5465ded,segment=NetworkSegment(3b1105da-519b-45e9-b337-01bac7a38071),segment_id=3b1105da-519b-45e9-b337-01bac7a38071)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:21.571415 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (b442181a-0956-442c-9329-6235d5465ded), precommit_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.587513 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Calling delete_port for b442181a-0956-442c-9329-6235d5465ded owned by network:dhcp {{(pid=110618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:49:21.601446 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (b442181a-0956-442c-9329-6235d5465ded), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.632945 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b442181a-0956-442c-9329-6235d5465ded,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:21.647277 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] No DVR routers for this DVR port b442181a-0956-442c-9329-6235d5465ded on host dv-cinder-850840-3-iscsi {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:49:21.742346 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (b442181a-0956-442c-9329-6235d5465ded), after_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.758499 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (d0ea793f-1c27-41da-a60c-afe734369fd4), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.771237 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] No DVR routers for this DVR port b442181a-0956-442c-9329-6235d5465ded on host dv-cinder-850840-3-iscsi {{(pid=110618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:49:21.790084 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ea793f-1c27-41da-a60c-afe734369fd4']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:21.802646 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1105da-519b-45e9-b337-01bac7a38071') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:21.802646 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1105da-519b-45e9-b337-01bac7a38071') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:21.806586 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Pushing event deleted for resources: {'Port': ['ID=b442181a-0956-442c-9329-6235d5465ded,revision_number=None']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:21.823294 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (3b1105da-519b-45e9-b337-01bac7a38071), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.826568 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.827169 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.827678 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.828188 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.828680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.829159 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.829648 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.830635 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.831102 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.831912 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.832498 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.832982 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.833454 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.833933 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.834417 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848b40b-9119-4f79-b2bf-2838dd40fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:21.843671 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (3b1105da-519b-45e9-b337-01bac7a38071), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.860056 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:49:21.860707 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (3b1105da-519b-45e9-b337-01bac7a38071), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.901763 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 3b1105da-519b-45e9-b337-01bac7a38071 resource provider aggregate not found Jul 27 10:49:21.928585 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (d0ea793f-1c27-41da-a60c-afe734369fd4), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.937764 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:21.941037 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/d0ea793f-1c27-41da-a60c-afe734369fd4 HTTP/1.1" status: 204 len: 168 time: 0.7610779 Jul 27 10:49:21.952883 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67619e5f-b918-4a49-9135-a9cbb068d6bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ea793f-1c27-41da-a60c-afe734369fd4,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:21.958336 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 3b1105da-519b-45e9-b337-01bac7a38071 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b1105da-519b-45e9-b337-01bac7a38071 found for delete ", "request_id": "req-09bb273d-d864-4dcd-a478-b92dbe53d46c"}]} Jul 27 10:49:22.096329 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ce04bc18-7c06-4703-8444-6f84c9a45840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.189613 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51736) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:22.325702 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92a2d9-8314-46b4-99b5-f34fde7e0e0a req-a9a358d6-fe4c-4d11-a9d0-21106bcdce05 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:22.327284 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-df92a2d9-8314-46b4-99b5-f34fde7e0e0a req-a9a358d6-fe4c-4d11-a9d0-21106bcdce05 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 948 time: 0.1516218 Jul 27 10:49:22.331959 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-f3b75e11-df89-4a89-87d6-a8b1deb628ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:22.333348 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-f3b75e11-df89-4a89-87d6-a8b1deb628ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=543367ebb0cc4760a1cad402d79e8fb5&device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 1132 time: 0.1153090 Jul 27 10:49:22.391149 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-67c20b32-6d72-47b6-86c6-6f4efbcbbe15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=728ed167367f4d99ad27e0b98c969e1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2001474 Jul 27 10:49:22.394025 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51742) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:22.428475 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963688f-c2f6-4d0e-8d20-1c9779178ebb req-ac763333-4e79-4b6b-ab8c-acbace6fec1e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:22.430093 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b963688f-c2f6-4d0e-8d20-1c9779178ebb req-ac763333-4e79-4b6b-ab8c-acbace6fec1e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1658077 Jul 27 10:49:22.455771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4a78e143-c423-4987-842b-3585b618b240 admin admin] Publish callbacks [] for security_group (932d5dae-4810-4cb4-8e69-236616124052), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.481022 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4a78e143-c423-4987-842b-3585b618b240 admin admin] Publish callbacks [] for security_group (932d5dae-4810-4cb4-8e69-236616124052), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.489619 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:22.561542 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4a78e143-c423-4987-842b-3585b618b240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (932d5dae-4810-4cb4-8e69-236616124052), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.564254 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4a78e143-c423-4987-842b-3585b618b240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.565726 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-4a78e143-c423-4987-842b-3585b618b240 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/932d5dae-4810-4cb4-8e69-236616124052 HTTP/1.1" status: 204 len: 168 time: 0.1706724 Jul 27 10:49:22.574333 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78e143-c423-4987-842b-3585b618b240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d5dae-4810-4cb4-8e69-236616124052,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:22.598667 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51750) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:22.636085 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b963688f-c2f6-4d0e-8d20-1c9779178ebb req-a6fbde8e-d4de-4241-abdf-881a6f2b0075 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371055 Jul 27 10:49:22.639656 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-196818b7-e609-427f-aa01-684cbee5c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:22.641717 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-196818b7-e609-427f-aa01-684cbee5c842 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf9298ea-c8e9-4d62-9e31-76a88852a80f HTTP/1.1" status: 200 len: 870 time: 0.2878571 Jul 27 10:49:22.657280 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-df92a2d9-8314-46b4-99b5-f34fde7e0e0a req-106d38c3-cfe8-4d8d-9772-ce707cb28d31 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185635 Jul 27 10:49:22.730805 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ddbc11b3-26ab-49cb-8b25-9f5818b36f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.823368 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ddbc11b3-26ab-49cb-8b25-9f5818b36f08 admin admin] Publish callbacks [] for security_group (82874810-e0c3-46f9-9f21-1a39d3bb46b7), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.830434 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ddbc11b3-26ab-49cb-8b25-9f5818b36f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (82874810-e0c3-46f9-9f21-1a39d3bb46b7), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.873064 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc11b3-26ab-49cb-8b25-9f5818b36f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82874810-e0c3-46f9-9f21-1a39d3bb46b7,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:22.879897 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-ddbc11b3-26ab-49cb-8b25-9f5818b36f08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a67572be8d9451b842921f9ead01a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790580 Jul 27 10:49:22.880685 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51758) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:22.918404 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:22.957893 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ed3345f2-0713-4641-b357-061c4dec6537 admin admin] Publish callbacks [] for security_group (82874810-e0c3-46f9-9f21-1a39d3bb46b7), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:22.987750 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ed3345f2-0713-4641-b357-061c4dec6537 admin admin] Publish callbacks [] for security_group (82874810-e0c3-46f9-9f21-1a39d3bb46b7), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:23.009078 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b442181a-0956-442c-9329-6235d5465ded no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:49:23.032617 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: b442181a-0956-442c-9329-6235d5465ded {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:49:23.033495 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b442181a-0956-442c-9329-6235d5465ded not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:49:23.055513 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ed3345f2-0713-4641-b357-061c4dec6537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (82874810-e0c3-46f9-9f21-1a39d3bb46b7), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:23.059988 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ed3345f2-0713-4641-b357-061c4dec6537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:23.061213 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-ed3345f2-0713-4641-b357-061c4dec6537 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82874810-e0c3-46f9-9f21-1a39d3bb46b7 HTTP/1.1" status: 204 len: 168 time: 0.1782227 Jul 27 10:49:23.072129 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3345f2-0713-4641-b357-061c4dec6537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82874810-e0c3-46f9-9f21-1a39d3bb46b7,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:23.174772 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-d053945e-cf34-4c9d-95c3-fe8545f574aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=3a274537-b732-46c3-82ae-658f3229f242 HTTP/1.1" status: 200 len: 217 time: 0.0448487 Jul 27 10:49:23.216743 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:23.237833 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-ba8fc7bd-cb26-47f1-97ea-36f66222adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:23.239471 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-ba8fc7bd-cb26-47f1-97ea-36f66222adc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1df5b9e0-1f81-4260-92b2-5fe1da9e0651 HTTP/1.1" status: 200 len: 843 time: 0.0581200 Jul 27 10:49:23.294713 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-773a1f57-d3f8-4806-8840-fe5adb4c6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:23.296311 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-773a1f57-d3f8-4806-8840-fe5adb4c6811 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf9298ea-c8e9-4d62-9e31-76a88852a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0504525 Jul 27 10:49:23.599954 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51788) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:23.726613 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-5df582b9-0235-4ab5-9267-9e9f79fd59ce service neutron] 10.222.0.69 "GET /v2.0/networks/cf9298ea-c8e9-4d62-9e31-76a88852a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229479 Jul 27 10:49:23.820417 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-network', 'tenant_id': '1f86323e8542471190e0b58769416138'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:23.847692 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Made reservation on behalf of 1f86323e8542471190e0b58769416138 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:49:23.850180 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:23.871293 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:23.890204 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f112a0-0886-4f39-bb34-5846d970edc8 req-ea93fcc5-0e21-4426-94c4-6b74275c1518 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:23.891773 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-30f112a0-0886-4f39-bb34-5846d970edc8 req-ea93fcc5-0e21-4426-94c4-6b74275c1518 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1029873 Jul 27 10:49:23.897629 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9560af-8176-4394-8c0b-8a68c5f8e8e0 req-301010cb-42c0-4b2e-837a-99346569e261 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:23.899076 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ff9560af-8176-4394-8c0b-8a68c5f8e8e0 req-301010cb-42c0-4b2e-837a-99346569e261 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 948 time: 0.1114113 Jul 27 10:49:23.959362 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71fb5cc-64a3-4fa0-ad78-4fd2993ac269 req-6f8dfb0e-9ea3-496a-8c5f-a7c67188adc8 service neutron] 10.222.0.69 "GET /v2.0/networks/cf9298ea-c8e9-4d62-9e31-76a88852a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260163 Jul 27 10:49:24.007614 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-30f112a0-0886-4f39-bb34-5846d970edc8 req-312029a9-7814-43b0-9516-0e053d9e257e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053808 Jul 27 10:49:24.014691 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ff9560af-8176-4394-8c0b-8a68c5f8e8e0 req-893967c9-2e3e-4f34-a422-a27335694c53 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030905 Jul 27 10:49:24.025089 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Publish callbacks [] for security_group (9be1bb7e-e11a-49b8-b200-0fa3477f676e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.048635 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9be1bb7e-e11a-49b8-b200-0fa3477f676e), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.079152 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:49:24.085749 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be1bb7e-e11a-49b8-b200-0fa3477f676e,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:24.095391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (b9f5b507-b922-44f7-9e07-10954bfea3f1), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.095391 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Added segment b9f5b507-b922-44f7-9e07-10954bfea3f1 of type vlan for network edf18f58-8e5f-48fe-ad85-750e27f69099 Jul 27 10:49:24.145212 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (edf18f58-8e5f-48fe-ad85-750e27f69099), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.169437 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1e975-f418-4830-b0a3-640312063276 req-dbc3131d-c57a-4cfb-a106-9d3ac0711f69 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:24.171035 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-45a1e975-f418-4830-b0a3-640312063276 req-dbc3131d-c57a-4cfb-a106-9d3ac0711f69 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0639703 Jul 27 10:49:24.178378 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (edf18f58-8e5f-48fe-ad85-750e27f69099), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.180632 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:24.181528 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.185575 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:24.235410 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-45a1e975-f418-4830-b0a3-640312063276 req-5c25a6c0-7b66-494f-ae25-3dd1c12a61c4 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564487 Jul 27 10:49:24.252484 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6514258 Jul 27 10:49:24.259564 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51814) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:24.266992 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Request body: {'subnet': {'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-subnet', 'tenant_id': '1f86323e8542471190e0b58769416138', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:24.284938 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c5d81-fc44-4803-94c0-b7f460146686 admin admin] Pushing event updated for resources: {'Network': ['ID=edf18f58-8e5f-48fe-ad85-750e27f69099,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:24.297810 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network edf18f58-8e5f-48fe-ad85-750e27f69099 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:49:24.318971 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Made reservation on behalf of 1f86323e8542471190e0b58769416138 for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:49:24.321579 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.406838 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c91e1964-07df-4531-932d-4b0045bc2e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.471988 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:24.547658 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (381f6fcf-b156-436e-8450-618555685a35), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.575408 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 3a274537-b732-46c3-82ae-658f3229f242 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:49:24.611787 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=381f6fcf-b156-436e-8450-618555685a35,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:24.624785 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Checking segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:24.625528 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Network hostable DHCP agents. Network: edf18f58-8e5f-48fe-ad85-750e27f69099, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:49:24.649473 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Network edf18f58-8e5f-48fe-ad85-750e27f69099 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:49:24.662733 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, edf18f58-8e5f-48fe-ad85-750e27f69099) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:24.673139 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:24.673848 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.705202 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-d4c12947-6062-4838-a904-2042ea152dcf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4428096 Jul 27 10:49:24.707181 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51824) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:24.711747 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:24.731266 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d85712b-72e9-4b97-babc-86cbb4352d5a None None] Network edf18f58-8e5f-48fe-ad85-750e27f69099 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:49:24.763780 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (799722d1-5d93-4cf6-87e0-7606058c4980), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.764877 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (799722d1-5d93-4cf6-87e0-7606058c4980), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.843726 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks [] for router_controller (799722d1-5d93-4cf6-87e0-7606058c4980), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:24.873121 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:24.910230 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 3a274537-b732-46c3-82ae-658f3229f242, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=3a274537-b732-46c3-82ae-658f3229f242,segment=NetworkSegment(120fb03a-6ece-4a57-9786-b74f9c0dfa6c),segment_id=120fb03a-6ece-4a57-9786-b74f9c0dfa6c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:24.941728 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '3a274537-b732-46c3-82ae-658f3229f242', 'network_id': 'cf9298ea-c8e9-4d62-9e31-76a88852a80f', 'port_id': '3a274537-b732-46c3-82ae-658f3229f242', 'mac_address': 'fa:16:3e:e0:8d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df5b9e0-1f81-4260-92b2-5fe1da9e0651', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:49:24.985678 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks [] for router_gateway (799722d1-5d93-4cf6-87e0-7606058c4980), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.012552 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-edf18f58-8e5f-48fe-ad85-750e27f69099', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'project_id': '1f86323e8542471190e0b58769416138', 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:49:25.013483 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.058326 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:25.065563 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 3a274537-b732-46c3-82ae-658f3229f242 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:25.066083 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (3a274537-b732-46c3-82ae-658f3229f242), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.118904 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:25.127229 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a274537-b732-46c3-82ae-658f3229f242 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:49:25.166549 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 3a274537-b732-46c3-82ae-658f3229f242, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=3a274537-b732-46c3-82ae-658f3229f242,segment=NetworkSegment(120fb03a-6ece-4a57-9786-b74f9c0dfa6c),segment_id=120fb03a-6ece-4a57-9786-b74f9c0dfa6c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:25.188864 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (3a274537-b732-46c3-82ae-658f3229f242), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.236167 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13a406-3616-4e8b-a88a-7e8b7f4b486f req-b6cda7da-ffb8-42ab-a35b-673c1d709f74 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:25.237682 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6f13a406-3616-4e8b-a88a-7e8b7f4b486f req-b6cda7da-ffb8-42ab-a35b-673c1d709f74 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 948 time: 0.1211145 Jul 27 10:49:25.256183 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Allocated IP 172.20.0.2 (edf18f58-8e5f-48fe-ad85-750e27f69099/381f6fcf-b156-436e-8450-618555685a35/aa0f3f24-263d-4b6e-a382-34e8e70b6fcc) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:25.258646 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:25.274120 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks [] for router_gateway (799722d1-5d93-4cf6-87e0-7606058c4980), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.283123 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=3a274537-b732-46c3-82ae-658f3229f242,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:25.306956 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.364116 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6f13a406-3616-4e8b-a88a-7e8b7f4b486f req-dc9c31e5-6794-445a-86c6-99d1382d642c tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176960 Jul 27 10:49:25.437756 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Publish callbacks [] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.442062 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Allocated IP 172.27.0.153 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/48d759ac-ce08-46ce-8a2a-7772e2858705) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:25.446305 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.485249 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['3a274537-b732-46c3-82ae-658f3229f242'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:49:25.537673 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Network edf18f58-8e5f-48fe-ad85-750e27f69099 is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:25.553653 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:25.554900 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks [] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.563543 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:25.569117 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.570030 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Pushing event updated for resources: {'Port': ['ID=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:25.593167 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.635907 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:25.640964 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:25.643528 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:25.649568 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Pushing event updated for resources: {'Port': ['ID=48d759ac-ce08-46ce-8a2a-7772e2858705,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:25.678471 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Attempting to bind port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:49:25.678875 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Attempting to bind port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:49:25.679233 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Attempting to bind port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc on network edf18f58-8e5f-48fe-ad85-750e27f69099 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:25.691855 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:49:25.692227 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Checking segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:25.692626 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.693011 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Bound using segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:49:25.693475 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Bound port: aa0f3f24-263d-4b6e-a382-34e8e70b6fcc, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:49:25.693852 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.781053 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:25.946236 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] For port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:49:25.955065 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] For port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:49:25.962217 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks [] for router_gateway (799722d1-5d93-4cf6-87e0-7606058c4980), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:25.970206 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:26.037214 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51bfc9-18ab-4fe3-a7aa-ae4c088aca80 None None] Pushing event updated for resources: {'Port': ['ID=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:26.308666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:26.328096 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:26.364996 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-10dafe92-c8e7-4a3a-9960-40a9fa1322e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:26.366491 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-10dafe92-c8e7-4a3a-9960-40a9fa1322e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 1130 time: 0.1015260 Jul 27 10:49:26.395765 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (799722d1-5d93-4cf6-87e0-7606058c4980), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:26.407076 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c99645-4b0d-43bf-84f2-ccf9633e56e2 req-b09dc081-fd8f-4a23-86fe-c7194d36d9cc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:26.409108 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-08c99645-4b0d-43bf-84f2-ccf9633e56e2 req-b09dc081-fd8f-4a23-86fe-c7194d36d9cc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1096737 Jul 27 10:49:26.504069 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:26.638033 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60dc02-f2e0-4cee-a15b-e3907df26aeb req-6f49f2d5-213f-4650-a0cc-3e5c349f070e tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:26.639428 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2a60dc02-f2e0-4cee-a15b-e3907df26aeb req-6f49f2d5-213f-4650-a0cc-3e5c349f070e tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 949 time: 0.1840577 Jul 27 10:49:26.684977 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-08c99645-4b0d-43bf-84f2-ccf9633e56e2 req-6540fc39-aebb-4f06-a171-d5f1338188a7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331309 Jul 27 10:49:26.689953 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-0e90e97e-1877-4025-9841-f8560b885cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:26.691394 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-0e90e97e-1877-4025-9841-f8560b885cd1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.3049822 Jul 27 10:49:26.728963 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2a60dc02-f2e0-4cee-a15b-e3907df26aeb req-2e0cc95a-15ae-45be-b14e-4b9f8d27ad0b tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762119 Jul 27 10:49:26.756385 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Router 799722d1-5d93-4cf6-87e0-7606058c4980 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:49:26.866126 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:49:26.880211 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Sync routers for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:49:26.890310 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:26.894555 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51856) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:26.895122 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-9ce5cba5-0a72-46cb-a4cb-8cdf3ec8eff0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1863120 Jul 27 10:49:26.895431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:26.896084 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:27.017082 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:27.047475 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device aa0f3f24-263d-4b6e-a382-34e8e70b6fcc up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:27.054412 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:27.217340 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:27.217340 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.333213 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da3380-55f1-4cf2-90d9-5a96ceafc3d0 None None] Network edf18f58-8e5f-48fe-ad85-750e27f69099 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:49:27.335556 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.423596 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:25Z', 'revision_number': 3, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:27.440226 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:27.440621 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.472612 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-9174c9fc-eca9-4eab-b332-bb7cad7541b8 None None] Provisioning complete for port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:27.472991 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9174c9fc-eca9-4eab-b332-bb7cad7541b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.489236 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Checking router: 799722d1-5d93-4cf6-87e0-7606058c4980 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:49:27.489597 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Updating router 799722d1-5d93-4cf6-87e0-7606058c4980 port 48d759ac-ce08-46ce-8a2a-7772e2858705 binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:49:27.536091 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.549610 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.575989 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 3a274537-b732-46c3-82ae-658f3229f242 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:27.586864 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.601597 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:27.611161 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-364d9a30-556c-4253-acc2-c7cd31125c43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0392148 Jul 27 10:49:27.646263 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:27.653059 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:27.664814 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.698933 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Allocated IP 172.20.0.1 (edf18f58-8e5f-48fe-ad85-750e27f69099/381f6fcf-b156-436e-8450-618555685a35/816e9b3f-354f-4094-a4db-b35fe338f8c8) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:27.770236 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:27.819794 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:27.837579 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 3a274537-b732-46c3-82ae-658f3229f242 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:49:27.845025 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:27.849264 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-9174c9fc-eca9-4eab-b332-bb7cad7541b8 None None] Current status of the port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:27.849507 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Publish callbacks [] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.853783 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 3a274537-b732-46c3-82ae-658f3229f242 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:27.854071 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (3a274537-b732-46c3-82ae-658f3229f242), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.890506 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.940177 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307005f7-3986-47ef-866f-296a9e25113d req-485bee7d-1d6e-4c41-9c68-f00a362505ed tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:27.946261 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Network edf18f58-8e5f-48fe-ad85-750e27f69099 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:27.955007 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:27.957262 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-307005f7-3986-47ef-866f-296a9e25113d req-485bee7d-1d6e-4c41-9c68-f00a362505ed tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1767218 Jul 27 10:49:27.966868 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:27.967413 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (799722d1-5d93-4cf6-87e0-7606058c4980), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:27.985779 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Pushing event updated for resources: {'Port': ['ID=816e9b3f-354f-4094-a4db-b35fe338f8c8,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:28.018771 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09264d-9ae1-4427-8214-bf32a0f1eda6 req-27720a03-fbee-44f0-9ac8-6dc1687de98d tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:28.019287 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 3a274537-b732-46c3-82ae-658f3229f242 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:28.019687 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (3a274537-b732-46c3-82ae-658f3229f242), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.028273 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd09264d-9ae1-4427-8214-bf32a0f1eda6 req-27720a03-fbee-44f0-9ac8-6dc1687de98d tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 949 time: 0.1859922 Jul 27 10:49:28.082025 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87796701-8f82-4984-8187-b2ac08e4aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a274537-b732-46c3-82ae-658f3229f242'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:49:28.084284 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222c3a97-cf44-49ea-ab66-2a5697fa1e47" -d '{"events": [{"server_uuid": "87796701-8f82-4984-8187-b2ac08e4aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "3a274537-b732-46c3-82ae-658f3229f242"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:49:28.097648 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd09264d-9ae1-4427-8214-bf32a0f1eda6 req-fef6d376-5a9b-4bc7-b388-aa0147e6ea5c tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684505 Jul 27 10:49:28.107688 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-307005f7-3986-47ef-866f-296a9e25113d req-b0ccdc3f-3369-4237-accf-01b54e1235e8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489801 Jul 27 10:49:28.109602 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 3a274537-b732-46c3-82ae-658f3229f242, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=3a274537-b732-46c3-82ae-658f3229f242,segment=NetworkSegment(120fb03a-6ece-4a57-9786-b74f9c0dfa6c),segment_id=120fb03a-6ece-4a57-9786-b74f9c0dfa6c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:28.115639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Publish callbacks [] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.128535 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (3a274537-b732-46c3-82ae-658f3229f242), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.168328 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.183782 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1628a221-6936-421b-a5b3-e388b3356eaa x-openstack-request-id: req-1628a221-6936-421b-a5b3-e388b3356eaa {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:49:28.184135 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87796701-8f82-4984-8187-b2ac08e4aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "3a274537-b732-46c3-82ae-658f3229f242", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:49:28.184387 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1628a221-6936-421b-a5b3-e388b3356eaa {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:49:28.184775 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1628a221-6936-421b-a5b3-e388b3356eaa'] response: {'server_uuid': '87796701-8f82-4984-8187-b2ac08e4aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a274537-b732-46c3-82ae-658f3229f242', 'code': 200} Jul 27 10:49:28.188198 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.196178 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-9ef2b6fd-c3a9-4251-a2d1-68b86472c5a2 None None] Provisioning complete for port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:28.196550 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b6fd-c3a9-4251-a2d1-68b86472c5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.248245 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=3a274537-b732-46c3-82ae-658f3229f242,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:28.255967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Attempting to bind port 48d759ac-ce08-46ce-8a2a-7772e2858705 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:49:28.256337 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Attempting to bind port 48d759ac-ce08-46ce-8a2a-7772e2858705 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:49:28.256700 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Attempting to bind port 48d759ac-ce08-46ce-8a2a-7772e2858705 on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:28.293227 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:49:28.293874 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:28.294430 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.294986 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:49:28.295426 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Bound port: 48d759ac-ce08-46ce-8a2a-7772e2858705, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:49:28.295816 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.343174 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a942da4-1d17-498b-bcf8-afca17c8424f None None] Pushing event updated for resources: {'Port': ['ID=48d759ac-ce08-46ce-8a2a-7772e2858705,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:28.396615 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] For port 48d759ac-ce08-46ce-8a2a-7772e2858705, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:49:28.398716 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2b6fd-c3a9-4251-a2d1-68b86472c5a2 None None] Current status of the port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:28.401172 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Publish callbacks [] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.406023 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.406866 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (799722d1-5d93-4cf6-87e0-7606058c4980), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.410177 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] For port 48d759ac-ce08-46ce-8a2a-7772e2858705, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=48d759ac-ce08-46ce-8a2a-7772e2858705,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:49:28.416884 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.457682 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:28.477287 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:28.477901 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:28.480051 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a942da4-1d17-498b-bcf8-afca17c8424f None None] Pushing event updated for resources: {'Port': ['ID=48d759ac-ce08-46ce-8a2a-7772e2858705,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:28.489430 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:28.496558 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Pushing event updated for resources: {'Port': ['ID=816e9b3f-354f-4094-a4db-b35fe338f8c8,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:28.543262 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Network edf18f58-8e5f-48fe-ad85-750e27f69099 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:28.544804 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:28.677601 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-11061999-9ff2-4c29-b3ce-428c85085d3d None None] Provisioning complete for port 816e9b3f-354f-4094-a4db-b35fe338f8c8 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:28.678154 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-11061999-9ff2-4c29-b3ce-428c85085d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.680003 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Router 799722d1-5d93-4cf6-87e0-7606058c4980 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:49:28.716715 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:49:28.725516 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:28.752777 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-11061999-9ff2-4c29-b3ce-428c85085d3d None None] Port 816e9b3f-354f-4094-a4db-b35fe338f8c8 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:49:28.762464 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:28.790209 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:49:28.795828 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c2ccea59-7fe8-4261-8a54-47f14d7a5b0a admin admin] 10.222.0.36 "PUT /v2.0/routers/799722d1-5d93-4cf6-87e0-7606058c4980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994398 Jul 27 10:49:28.887317 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-124fd468-b0e7-4b44-ba9d-ecd87247ff83 None None] Provisioning complete for port 816e9b3f-354f-4094-a4db-b35fe338f8c8 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:28.887694 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-124fd468-b0e7-4b44-ba9d-ecd87247ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:28.947966 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-124fd468-b0e7-4b44-ba9d-ecd87247ff83 None None] Port 816e9b3f-354f-4094-a4db-b35fe338f8c8 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:49:28.996878 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 2, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:29.024638 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device aa0f3f24-263d-4b6e-a382-34e8e70b6fcc up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:29.027894 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721ede6-88a2-4f51-b9f7-9c27df81f50e None None] The sync data for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi is: [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 2, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:49:29.075954 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:29.076399 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:29.166213 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 51890) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:29.173027 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-d7b006be-4d62-4edd-a093-98d2243ac537 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482493242', 'description': 'tempest-description--794283229'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:29.187245 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:29.277680 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7b006be-4d62-4edd-a093-98d2243ac537 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:29.324803 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb104-9fc3-4dd7-a81d-fd6ec830da21 req-ff3b982f-c4cd-4414-ace2-27de42c68038 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:29.331154 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62acb104-9fc3-4dd7-a81d-fd6ec830da21 req-ff3b982f-c4cd-4414-ace2-27de42c68038 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.1307023 Jul 27 10:49:29.500790 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388edf31-566e-496e-aacb-e3049c45be20 req-412cdbd4-3bf0-4776-85e9-d92deaac95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:29.503304 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-388edf31-566e-496e-aacb-e3049c45be20 req-412cdbd4-3bf0-4776-85e9-d92deaac95a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 1134 time: 0.0450191 Jul 27 10:49:29.537139 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:29.554845 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-388edf31-566e-496e-aacb-e3049c45be20 req-7870f592-27bf-4dca-aaa5-13d08addc66c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448353 Jul 27 10:49:29.632233 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6c6f1-82a5-4e32-8d01-33809f5d6020 req-71b4673c-6973-40cb-afa2-f1dc60443983 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:29.633713 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-def6c6f1-82a5-4e32-8d01-33809f5d6020 req-71b4673c-6973-40cb-afa2-f1dc60443983 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.4201405 Jul 27 10:49:29.646167 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:29.657322 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:29.699621 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-f4d148dc-2dc5-4614-ab1e-9a5f68ba6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:29.701091 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-f4d148dc-2dc5-4614-ab1e-9a5f68ba6888 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.3657329 Jul 27 10:49:29.766969 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-def6c6f1-82a5-4e32-8d01-33809f5d6020 req-40111c4d-744f-4f6d-8a41-7bb0253f127a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236310 Jul 27 10:49:29.781415 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62acb104-9fc3-4dd7-a81d-fd6ec830da21 req-99cc8a91-9d28-4bea-bbfc-9a80902295e4 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593900 Jul 27 10:49:29.804220 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7b006be-4d62-4edd-a093-98d2243ac537 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (08bd39d2-8dd4-4937-85e2-5a6269ef1906), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:29.812638 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7b006be-4d62-4edd-a093-98d2243ac537 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (08bd39d2-8dd4-4937-85e2-5a6269ef1906), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:29.873063 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7b006be-4d62-4edd-a093-98d2243ac537 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:29.874319 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d7b006be-4d62-4edd-a093-98d2243ac537 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7061789 Jul 27 10:49:29.876680 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-9e7552c2-be8b-41e9-ad44-cb9219d152a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:29.877645 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51904) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:29.878145 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-9e7552c2-be8b-41e9-ad44-cb9219d152a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778463 Jul 27 10:49:29.879154 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b006be-4d62-4edd-a093-98d2243ac537 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd39d2-8dd4-4937-85e2-5a6269ef1906,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:29.882451 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-374b4e50-de7f-4447-acb2-c3d608037696 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'security_group_rule': {'security_group_id': '08bd39d2-8dd4-4937-85e2-5a6269ef1906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:29.919737 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-374b4e50-de7f-4447-acb2-c3d608037696 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (1ac9dd5d-c25d-441e-818d-8a1a3f014f53), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:29.993822 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-374b4e50-de7f-4447-acb2-c3d608037696 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (1ac9dd5d-c25d-441e-818d-8a1a3f014f53), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:29.996409 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-0962f043-d6af-4209-9ed9-b3002f0f7f5f service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095748 Jul 27 10:49:30.000840 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-374b4e50-de7f-4447-acb2-c3d608037696 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (1ac9dd5d-c25d-441e-818d-8a1a3f014f53), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.020950 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b4e50-de7f-4447-acb2-c3d608037696 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac9dd5d-c25d-441e-818d-8a1a3f014f53,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:30.031618 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-374b4e50-de7f-4447-acb2-c3d608037696 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.033186 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-374b4e50-de7f-4447-acb2-c3d608037696 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541526 Jul 27 10:49:30.037383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51912) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:30.044274 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-2314f82b-e7ac-46d9-aeca-4c14efc685e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'security_group_rule': {'security_group_id': '08bd39d2-8dd4-4937-85e2-5a6269ef1906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:30.074056 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-2314f82b-e7ac-46d9-aeca-4c14efc685e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (51055ceb-faa4-4549-972d-df8aeb7b51d9), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.136731 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-2314f82b-e7ac-46d9-aeca-4c14efc685e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (51055ceb-faa4-4549-972d-df8aeb7b51d9), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.140355 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-2314f82b-e7ac-46d9-aeca-4c14efc685e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (51055ceb-faa4-4549-972d-df8aeb7b51d9), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.159369 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314f82b-e7ac-46d9-aeca-4c14efc685e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51055ceb-faa4-4549-972d-df8aeb7b51d9,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:30.167672 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-2314f82b-e7ac-46d9-aeca-4c14efc685e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.171071 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-2314f82b-e7ac-46d9-aeca-4c14efc685e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324725 Jul 27 10:49:30.172330 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 51914) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:30.176649 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:30.199788 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.282904 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.333558 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:30.401235 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Allocated IP 172.27.0.154 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/83582a87-38e4-4c48-8d60-057da191ce76) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:30.499073 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d92bdf5-9cba-462f-9b1e-f9b7a3deacea req-e6b24f49-9973-4f6c-bc16-6f2a33ecb345 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276512 Jul 27 10:49:30.553966 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for port (83582a87-38e4-4c48-8d60-057da191ce76), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.591772 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (83582a87-38e4-4c48-8d60-057da191ce76), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.633417 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:30.640312 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:30.644351 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:30.655351 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'Port': ['ID=83582a87-38e4-4c48-8d60-057da191ce76,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:30.703318 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:30.707873 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (0a28d8a3-f87c-4c2a-adc7-690820231e37), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.749221 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (83582a87-38e4-4c48-8d60-057da191ce76), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.920989 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for port (83582a87-38e4-4c48-8d60-057da191ce76), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.927904 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (83582a87-38e4-4c48-8d60-057da191ce76), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.953197 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f468-42da-44ef-9380-84215f05cd04 req-0be6fb85-8471-49f4-9ae0-24f81f34a770 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:30.954940 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-52d8f468-42da-44ef-9380-84215f05cd04 req-0be6fb85-8471-49f4-9ae0-24f81f34a770 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.1020765 Jul 27 10:49:30.977711 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (0a28d8a3-f87c-4c2a-adc7-690820231e37), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:30.994400 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7e481-e39c-4813-9fc6-7ab51552d444 req-b72723c4-9553-43c3-a5a6-91bc35fb501f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:31.003279 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'Port': ['ID=83582a87-38e4-4c48-8d60-057da191ce76,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:31.003638 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e7e7e481-e39c-4813-9fc6-7ab51552d444 req-b72723c4-9553-43c3-a5a6-91bc35fb501f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1168730 Jul 27 10:49:31.009057 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:31.019790 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-dee1483a-046b-4955-a0aa-ae32faaff85e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8457797 Jul 27 10:49:31.042654 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 48d759ac-ce08-46ce-8a2a-7772e2858705 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:31.082363 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-52d8f468-42da-44ef-9380-84215f05cd04 req-f27b2a48-0f11-4374-b2b8-e3046f0a91f2 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198959 Jul 27 10:49:31.108349 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e7e7e481-e39c-4813-9fc6-7ab51552d444 req-5a4b7497-8904-4ba0-9b1b-277fe3612336 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039965 Jul 27 10:49:31.132338 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 48d759ac-ce08-46ce-8a2a-7772e2858705 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:31.132338 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:31.207765 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 48d759ac-ce08-46ce-8a2a-7772e2858705 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:31.208157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:31.222267 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-1337c965-f614-4e88-b72c-3be81684fb01 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--482493242&fields=id&tenant_id=1f86323e8542471190e0b58769416138 HTTP/1.1" status: 200 len: 267 time: 0.0486472 Jul 27 10:49:31.230626 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port 48d759ac-ce08-46ce-8a2a-7772e2858705, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=48d759ac-ce08-46ce-8a2a-7772e2858705,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:31.234642 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:31.282792 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=48d759ac-ce08-46ce-8a2a-7772e2858705,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:31.301563 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Sync routers for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:49:31.312552 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:31.313598 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:31.337437 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-ceec4b82-7f20-4c58-be75-efbdb471d4bf tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:31.339603 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-ceec4b82-7f20-4c58-be75-efbdb471d4bf tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 817 time: 0.1106787 Jul 27 10:49:31.354903 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-0cd053dd-fab0-4a1d-aac7-d84bb4809e52 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/quotas/1f86323e8542471190e0b58769416138 HTTP/1.1" status: 200 len: 375 time: 0.0093899 Jul 27 10:49:31.405848 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-92b32a9c-fdf4-4178-8f0e-4ac1de046864 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454206 Jul 27 10:49:31.425314 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:31.480155 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:31.526024 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-34750c5f-bef0-4a68-8527-0809c452fcca service neutron] 10.222.0.36 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072114 Jul 27 10:49:31.591798 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:31.626809 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-217f9fa2-2b17-4b14-811e-6dddc19643d1 service neutron] 10.222.0.36 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917501 Jul 27 10:49:31.634817 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 2, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:31.661326 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Checking router: 799722d1-5d93-4cf6-87e0-7606058c4980 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:49:31.661687 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Updating router 799722d1-5d93-4cf6-87e0-7606058c4980 port 816e9b3f-354f-4094-a4db-b35fe338f8c8 binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:49:31.664356 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:31.691443 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:31.722693 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:31.795542 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8925e188-0785-4737-b7bb-6c3bbd18157f req-bffaccae-3995-4801-8586-dbb55ac956ac tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0292730 Jul 27 10:49:31.978295 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Publish callbacks [] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:31.984297 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:32.032064 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Pushing event updated for resources: {'Port': ['ID=816e9b3f-354f-4094-a4db-b35fe338f8c8,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:32.042277 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.042629 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.043180 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.043708 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.044045 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.044370 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.044699 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.045015 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.045334 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.045659 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.045971 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.046319 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.046635 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.046955 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.047273 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:32.118048 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Attempting to bind port 816e9b3f-354f-4094-a4db-b35fe338f8c8 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:49:32.118415 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Attempting to bind port 816e9b3f-354f-4094-a4db-b35fe338f8c8 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:49:32.118972 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Attempting to bind port 816e9b3f-354f-4094-a4db-b35fe338f8c8 on network edf18f58-8e5f-48fe-ad85-750e27f69099 {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:32.129721 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:49:32.130367 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Checking segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:32.130811 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:32.131207 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Bound using segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:49:32.131688 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Bound port: 816e9b3f-354f-4094-a4db-b35fe338f8c8, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:49:32.132238 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:32.212836 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] For port 816e9b3f-354f-4094-a4db-b35fe338f8c8, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:49:32.217910 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] For port 816e9b3f-354f-4094-a4db-b35fe338f8c8, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=816e9b3f-354f-4094-a4db-b35fe338f8c8,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:49:32.225182 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:32.280378 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:32.281019 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:32.284385 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a38e42-db28-416c-9409-b39a10dc184b req-c9457395-249d-4d94-8ccf-7f19aa17adcf tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:32.287936 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0a38e42-db28-416c-9409-b39a10dc184b req-c9457395-249d-4d94-8ccf-7f19aa17adcf tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.0936944 Jul 27 10:49:32.309099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5094e-c9df-4d9f-984f-e72276fa05cb req-9a344851-5bdb-4e33-8c5f-2ca352b98bff tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:32.310724 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e6d5094e-c9df-4d9f-984f-e72276fa05cb req-9a344851-5bdb-4e33-8c5f-2ca352b98bff tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0782571 Jul 27 10:49:32.343438 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b30ef-99f8-4cf4-a639-74b3c52025e3 None None] Pushing event updated for resources: {'Port': ['ID=816e9b3f-354f-4094-a4db-b35fe338f8c8,revision_number=4']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:32.372941 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0a38e42-db28-416c-9409-b39a10dc184b req-e58dc974-070f-403d-a302-ed3638544005 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778399 Jul 27 10:49:32.388264 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e6d5094e-c9df-4d9f-984f-e72276fa05cb req-c766afc8-d970-4a2c-979e-09b1273357d9 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694225 Jul 27 10:49:32.423991 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:32.424238 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-069a94b8-ae83-49b3-a59f-26947b9677aa None None] Provisioning complete for port 816e9b3f-354f-4094-a4db-b35fe338f8c8 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:32.424693 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-069a94b8-ae83-49b3-a59f-26947b9677aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:32.493897 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:32.506577 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-069a94b8-ae83-49b3-a59f-26947b9677aa None None] Current status of the port 816e9b3f-354f-4094-a4db-b35fe338f8c8 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:32.507010 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-069a94b8-ae83-49b3-a59f-26947b9677aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:32.545110 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-069a94b8-ae83-49b3-a59f-26947b9677aa None None] For port 816e9b3f-354f-4094-a4db-b35fe338f8c8, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=816e9b3f-354f-4094-a4db-b35fe338f8c8,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:32.550913 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-069a94b8-ae83-49b3-a59f-26947b9677aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:32.586927 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:32.606487 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a94b8-ae83-49b3-a59f-26947b9677aa None None] Pushing event updated for resources: {'Port': ['ID=816e9b3f-354f-4094-a4db-b35fe338f8c8,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:32.677174 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8adef72c-fb39-4d21-b730-6ecdf4be8ae4 None None] Provisioning complete for port 816e9b3f-354f-4094-a4db-b35fe338f8c8 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:32.677709 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8adef72c-fb39-4d21-b730-6ecdf4be8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:32.679472 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:32.722129 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:32.752262 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7ddee8-2239-4961-968a-dc60ce9d4735 None None] The sync data for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi is: [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:49:32.762593 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8adef72c-fb39-4d21-b730-6ecdf4be8ae4 None None] Current status of the port 816e9b3f-354f-4094-a4db-b35fe338f8c8 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:32.907467 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0fea1be8-46fd-4ffc-b8b4-d32a78955583 req-40da1b64-6ebe-4998-b405-0db092876c64 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0325229 Jul 27 10:49:33.028808 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 48d759ac-ce08-46ce-8a2a-7772e2858705 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:33.075492 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 48d759ac-ce08-46ce-8a2a-7772e2858705 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:33.075914 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:33.154733 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 48d759ac-ce08-46ce-8a2a-7772e2858705 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:33.155910 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 816e9b3f-354f-4094-a4db-b35fe338f8c8 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:33.200390 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 816e9b3f-354f-4094-a4db-b35fe338f8c8 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:33.200771 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:33.277535 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 816e9b3f-354f-4094-a4db-b35fe338f8c8 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:33.545717 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414e618-0e60-4a4a-bd25-6a2d4f3e4c15 req-28f097bc-c31a-4462-ac3d-6c993cf5b0eb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:33.547285 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0414e618-0e60-4a4a-bd25-6a2d4f3e4c15 req-28f097bc-c31a-4462-ac3d-6c993cf5b0eb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0769136 Jul 27 10:49:33.553415 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1250be-2277-41ee-a8ee-fe5f262b3599 req-99eae31f-d713-40c4-8b48-2eaf06a57535 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:33.554887 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1d1250be-2277-41ee-a8ee-fe5f262b3599 req-99eae31f-d713-40c4-8b48-2eaf06a57535 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.0740428 Jul 27 10:49:33.627627 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0414e618-0e60-4a4a-bd25-6a2d4f3e4c15 req-9c99b605-8983-447e-b8f2-05cfe02cb762 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717449 Jul 27 10:49:33.636425 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1d1250be-2277-41ee-a8ee-fe5f262b3599 req-f5762368-b3af-4e0b-9134-8026cddcb854 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727582 Jul 27 10:49:34.021723 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a768c1fd-b8f1-4a33-bfd0-6574d01d8143 req-c5efa713-9d99-4a6e-b66a-33ae059d14b5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0321019 Jul 27 10:49:34.812710 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e1f04-7522-41ba-8a9b-2e8ec657982b req-08604c9d-c3ed-4632-9e7b-e9952c96bce1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:34.814391 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-104e1f04-7522-41ba-8a9b-2e8ec657982b req-08604c9d-c3ed-4632-9e7b-e9952c96bce1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0797577 Jul 27 10:49:34.835623 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85464db4-b249-4c15-8a1a-c24dd054a431 req-13649e1c-1017-4764-bc56-da00a9f666e9 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:34.837134 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-85464db4-b249-4c15-8a1a-c24dd054a431 req-13649e1c-1017-4764-bc56-da00a9f666e9 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.0722821 Jul 27 10:49:34.909364 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-104e1f04-7522-41ba-8a9b-2e8ec657982b req-f8130eae-bfa8-4b48-8742-933b23a7e7b2 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869069 Jul 27 10:49:34.923777 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-85464db4-b249-4c15-8a1a-c24dd054a431 req-dfdfa947-1032-4d7a-b882-a9b75f8a6626 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727787 Jul 27 10:49:35.134227 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0e837a15-5930-4922-891f-fef093bf1090 req-44084c28-395a-4df6-a74e-248c6ce28072 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0343270 Jul 27 10:49:35.216446 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312265-1a3d-40fc-a939-140ab62f1771 req-ab59b78e-d3fe-4fcf-84d4-c112f6dbbc88 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:35.218149 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b9312265-1a3d-40fc-a939-140ab62f1771 req-ab59b78e-d3fe-4fcf-84d4-c112f6dbbc88 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.0543399 Jul 27 10:49:35.268532 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b9312265-1a3d-40fc-a939-140ab62f1771 req-f3e99dc8-b18e-4f76-9d12-cc3968d25b09 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Jul 27 10:49:36.042639 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01e385-e043-4771-af48-bdb69322b865 req-6633b10c-1e8d-43cf-ae88-fde5b0af0513 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:36.044803 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0e01e385-e043-4771-af48-bdb69322b865 req-6633b10c-1e8d-43cf-ae88-fde5b0af0513 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Jul 27 10:49:36.094998 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0e01e385-e043-4771-af48-bdb69322b865 req-5708bac4-53cf-4f19-99b5-fea16cc896e8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Jul 27 10:49:36.245190 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-afbc5616-b3cc-4aa2-967a-824f682a23a6 req-3fb2216d-ea89-4f7f-a23d-aff78d6dabb2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0279303 Jul 27 10:49:36.387098 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca423722-ec17-4eda-b1af-708e61fe64cb req-043a100d-4db2-4d4c-87a0-18551abf3ce0 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:36.389005 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ca423722-ec17-4eda-b1af-708e61fe64cb req-043a100d-4db2-4d4c-87a0-18551abf3ce0 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.0472794 Jul 27 10:49:36.415809 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:36.438993 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ca423722-ec17-4eda-b1af-708e61fe64cb req-bef6c637-a0b7-4f88-9015-9cefe68d19b5 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Jul 27 10:49:37.213353 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea720-cd7f-491f-b822-3e7150cbad62 req-14bb20e3-fc17-4580-9ce4-beb7a3d5bfb6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:37.214854 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-24aea720-cd7f-491f-b822-3e7150cbad62 req-14bb20e3-fc17-4580-9ce4-beb7a3d5bfb6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0482025 Jul 27 10:49:37.267047 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-24aea720-cd7f-491f-b822-3e7150cbad62 req-305103fb-4cab-4caa-9355-7f73d8460a1d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467131 Jul 27 10:49:37.349736 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3758f633-5c17-41cd-bd2f-daea231e0065 req-28cdc8ce-0790-4b13-8b68-90d8be4be97e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0285306 Jul 27 10:49:37.518586 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:37.555968 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce4f4-efec-4114-beb0-d6269ee383fa req-46ce343c-f5fd-41f2-89db-3772cac174ba tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:37.557434 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a24ce4f4-efec-4114-beb0-d6269ee383fa req-46ce343c-f5fd-41f2-89db-3772cac174ba tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.0471957 Jul 27 10:49:37.603212 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a24ce4f4-efec-4114-beb0-d6269ee383fa req-6db0b164-4c08-4f85-afe5-d56e98106e40 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 Jul 27 10:49:38.392417 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146f4a7-c816-4fda-8f47-2316f9f79bf4 req-66afb6cf-a0ba-4eff-ba83-142d25548579 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:38.393911 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8146f4a7-c816-4fda-8f47-2316f9f79bf4 req-66afb6cf-a0ba-4eff-ba83-142d25548579 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0515227 Jul 27 10:49:38.514949 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52eb6db-4803-4cd1-ab91-a1fe37d8aa22 req-258c262b-fcb9-42d8-b0c1-ff958b16c045 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0777266 Jul 27 10:49:38.536599 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8146f4a7-c816-4fda-8f47-2316f9f79bf4 req-4353b629-73d7-4bfc-838f-953746e00e89 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366954 Jul 27 10:49:38.592654 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-372c7392-fa25-4660-81b9-1c2670a15abb tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:38.594272 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-372c7392-fa25-4660-81b9-1c2670a15abb tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 817 time: 0.1727169 Jul 27 10:49:38.719828 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fc3ad-d253-4248-9c87-628abd999897 req-846c9017-75bc-4783-94f6-ffe8630309b5 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:38.721375 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-609fc3ad-d253-4248-9c87-628abd999897 req-846c9017-75bc-4783-94f6-ffe8630309b5 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.0477321 Jul 27 10:49:38.782275 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-609fc3ad-d253-4248-9c87-628abd999897 req-b6c2969e-d386-45ae-abc2-f824d70482e5 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/security-groups?id=0cfe0760-1239-4566-9038-5bb3ff5c62e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553579 Jul 27 10:49:38.819473 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-5ee18766-8f49-4be4-8bda-7d115f2e9ea1 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f86323e8542471190e0b58769416138 HTTP/1.1" status: 200 len: 379 time: 0.0663414 Jul 27 10:49:38.921154 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'port': {'device_id': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'admin_state_up': True, 'tenant_id': '1f86323e8542471190e0b58769416138', 'security_groups': ['08bd39d2-8dd4-4937-85e2-5a6269ef1906']}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:39.002540 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-c88704f8-8e22-4920-8f5d-0b405334cc16 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:39.004029 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-c88704f8-8e22-4920-8f5d-0b405334cc16 tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.69 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 950 time: 0.0871582 Jul 27 10:49:39.043452 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Made reservation on behalf of 1f86323e8542471190e0b58769416138 for: {'port': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:49:39.046844 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.150909 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Deleting port 3a274537-b732-46c3-82ae-658f3229f242 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:49:39.151279 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (3a274537-b732-46c3-82ae-658f3229f242), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.193910 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Allocated IP 172.20.0.3 (edf18f58-8e5f-48fe-ad85-750e27f69099/381f6fcf-b156-436e-8450-618555685a35/793b427a-5239-4672-ade8-ddf95534e517) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:39.338377 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:39.373727 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for port (793b427a-5239-4672-ade8-ddf95534e517), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.381184 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:39.425420 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.429705 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] For port 3a274537-b732-46c3-82ae-658f3229f242, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=3a274537-b732-46c3-82ae-658f3229f242,segment=NetworkSegment(120fb03a-6ece-4a57-9786-b74f9c0dfa6c),segment_id=120fb03a-6ece-4a57-9786-b74f9c0dfa6c)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:39.430270 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (3a274537-b732-46c3-82ae-658f3229f242), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.446103 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Calling delete_port for 3a274537-b732-46c3-82ae-658f3229f242 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:49:39.457374 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:39.481159 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Network edf18f58-8e5f-48fe-ad85-750e27f69099 is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:39.484633 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:39.488830 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:39.495231 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:39.563545 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:39.564678 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.637654 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (3a274537-b732-46c3-82ae-658f3229f242), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.649850 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['3a274537-b732-46c3-82ae-658f3229f242'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:49:39.655242 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-dd8553a9-1626-454c-b3b2-fe8d4b21cec9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7386088 Jul 27 10:49:39.686746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Pushing event deleted for resources: {'Port': ['ID=3a274537-b732-46c3-82ae-658f3229f242,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:39.702780 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Request body: {'port': {'device_id': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:39.797654 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] No DVR routers for this DVR port 3a274537-b732-46c3-82ae-658f3229f242 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:49:39.805095 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.809220 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8b91e5d7-3133-41c2-87b4-a5f93770d93d req-931eaeaa-65d7-4f20-be6f-09da5cda310f tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.69 "DELETE /v2.0/ports/3a274537-b732-46c3-82ae-658f3229f242 HTTP/1.1" status: 204 len: 173 time: 0.7995989 Jul 27 10:49:39.809546 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87796701-8f82-4984-8187-b2ac08e4aa1a', 'name': 'network-vif-deleted', 'tag': '3a274537-b732-46c3-82ae-658f3229f242'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:49:39.812020 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd1cc5-9b4c-440b-b53a-903a20199a13" -d '{"events": [{"server_uuid": "87796701-8f82-4984-8187-b2ac08e4aa1a", "name": "network-vif-deleted", "tag": "3a274537-b732-46c3-82ae-658f3229f242"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:49:39.819627 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf04cf-36dc-4fdd-80a6-8f1f270e1da0 req-abcf045f-e39a-477b-b91d-1021bf42b0fa tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:39.821758 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0bcf04cf-36dc-4fdd-80a6-8f1f270e1da0 req-abcf045f-e39a-477b-b91d-1021bf42b0fa tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 931 time: 0.2027397 Jul 27 10:49:39.861700 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:39.870307 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354058-5d0c-497c-b52d-197840692fdf req-cd7a2fee-6c25-4c90-9123-93aacaa52f74 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:39.871878 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-61354058-5d0c-497c-b52d-197840692fdf req-cd7a2fee-6c25-4c90-9123-93aacaa52f74 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1652582 Jul 27 10:49:39.958399 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-6b212611-599f-4f6d-ada8-554e033bf496 None None] Provisioning complete for port 793b427a-5239-4672-ade8-ddf95534e517 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:39.958820 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6b212611-599f-4f6d-ada8-554e033bf496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (793b427a-5239-4672-ade8-ddf95534e517), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:40.023883 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-6b212611-599f-4f6d-ada8-554e033bf496 None None] Port 793b427a-5239-4672-ade8-ddf95534e517 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:49:40.046578 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-61354058-5d0c-497c-b52d-197840692fdf req-17a3373b-70aa-49fd-b152-b10c5b45506c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396890 Jul 27 10:49:40.046578 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0bcf04cf-36dc-4fdd-80a6-8f1f270e1da0 req-9c42fb68-7af9-455f-884c-68e21451741b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786263 Jul 27 10:49:40.095205 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee289a8-adb5-4f23-bacf-1f1b1bd8a732 x-openstack-request-id: req-cee289a8-adb5-4f23-bacf-1f1b1bd8a732 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:49:40.095667 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87796701-8f82-4984-8187-b2ac08e4aa1a", "name": "network-vif-deleted", "tag": "3a274537-b732-46c3-82ae-658f3229f242", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:49:40.095746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cee289a8-adb5-4f23-bacf-1f1b1bd8a732 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:49:40.096152 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee289a8-adb5-4f23-bacf-1f1b1bd8a732'] response: {'server_uuid': '87796701-8f82-4984-8187-b2ac08e4aa1a', 'name': 'network-vif-deleted', 'tag': '3a274537-b732-46c3-82ae-658f3229f242', 'status': 'completed', 'code': 200} Jul 27 10:49:40.204002 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3f28dc1e-050a-4810-b3e4-9bdaefbf9eb7 req-b1930935-227b-46b9-b6e4-f03ec43a608c tempest-VolumesNegativeTest-181199932 tempest-VolumesNegativeTest-181199932-project] 10.222.0.36 "GET /v2.0/ports?device_id=87796701-8f82-4984-8187-b2ac08e4aa1a HTTP/1.1" status: 200 len: 210 time: 0.0390072 Jul 27 10:49:40.299873 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793b427a-5239-4672-ade8-ddf95534e517 {{(pid=110616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:49:40.309928 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Publish callbacks [] for port (793b427a-5239-4672-ade8-ddf95534e517), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:40.325032 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.provisioning_blocks [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Transition to ACTIVE for port object 793b427a-5239-4672-ade8-ddf95534e517 will not be triggered until provisioned by entity L2. {{(pid=110616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:49:40.331323 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:40.391109 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:40.440782 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:40.474197 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Attempting to bind port 793b427a-5239-4672-ade8-ddf95534e517 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:49:40.474539 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Attempting to bind port 793b427a-5239-4672-ade8-ddf95534e517 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'}] {{(pid=110616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:49:40.474905 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Attempting to bind port 793b427a-5239-4672-ade8-ddf95534e517 on network edf18f58-8e5f-48fe-ad85-750e27f69099 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:40.479513 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Port 793b427a-5239-4672-ade8-ddf95534e517 on network edf18f58-8e5f-48fe-ad85-750e27f69099 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:49:40.479834 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Attempting to bind port 793b427a-5239-4672-ade8-ddf95534e517 on network edf18f58-8e5f-48fe-ad85-750e27f69099 {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:40.485793 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:49:40.486139 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Checking segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:40.486526 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Bound using segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} {{(pid=110616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:49:40.486991 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.managers [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Bound port: 793b427a-5239-4672-ade8-ddf95534e517, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'}}] {{(pid=110616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:49:40.487427 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:40.490018 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:40.554353 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, cleared binding levels {{(pid=110616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:49:40.557554 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:49:40.563460 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:40.596514 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:40.597110 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:40.598478 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] 10.222.0.69 "PUT /v2.0/ports/793b427a-5239-4672-ade8-ddf95534e517 HTTP/1.1" status: 200 len: 1093 time: 0.9001184 Jul 27 10:49:40.599113 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'tag': '793b427a-5239-4672-ade8-ddf95534e517'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:49:40.601355 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5933707b-bef6-4183-9424-49e5d9a3ee28" -d '{"events": [{"name": "network-changed", "server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "tag": "793b427a-5239-4672-ade8-ddf95534e517"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:49:40.631107 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067e6eb-65e9-4a19-92b4-b08a38480b69 service neutron] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=3']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:40.682161 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e65e9b-02d9-41ae-b146-5338203e82da x-openstack-request-id: req-40e65e9b-02d9-41ae-b146-5338203e82da {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:49:40.682452 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "tag": "793b427a-5239-4672-ade8-ddf95534e517", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:49:40.682755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40e65e9b-02d9-41ae-b146-5338203e82da {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:49:40.683155 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e65e9b-02d9-41ae-b146-5338203e82da'] response: {'name': 'network-changed', 'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'tag': '793b427a-5239-4672-ade8-ddf95534e517', 'status': 'completed', 'code': 200} Jul 27 10:49:40.693986 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-6c627175-983f-477e-be50-f261aee0f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:40.695972 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-6c627175-983f-477e-be50-f261aee0f31f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 1127 time: 0.0518920 Jul 27 10:49:40.783181 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-9816489f-8a89-47e5-8eb0-4dd37fbbc4b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=793b427a-5239-4672-ade8-ddf95534e517 HTTP/1.1" status: 200 len: 217 time: 0.0362744 Jul 27 10:49:40.839444 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-a502e004-3eac-447a-854a-ed3c42b83721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:40.841607 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-a502e004-3eac-447a-854a-ed3c42b83721 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0500350 Jul 27 10:49:40.886382 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-c7ea029b-5d61-49c7-8a70-d42660b87910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:40.888449 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-c7ea029b-5d61-49c7-8a70-d42660b87910 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398149 Jul 27 10:49:40.985310 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-c7abdd69-309a-433f-8174-33d7ac4278b9 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899944 Jul 27 10:49:41.078859 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96ba1c36-5abc-4291-9a0a-16298cf0c304 req-860b479d-85c9-4e05-90e5-021b6ed796b0 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869067 Jul 27 10:49:41.197135 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65eaccc-7c84-47ad-8e7f-bcd63fda29ed req-66e76551-a61c-426f-9b3d-6b07209fd926 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:41.198543 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b65eaccc-7c84-47ad-8e7f-bcd63fda29ed req-66e76551-a61c-426f-9b3d-6b07209fd926 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0753980 Jul 27 10:49:41.204538 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c5d68-8f85-43de-9a34-c7609fa10f66 req-e0bd547e-72f2-4e5d-b41f-28f10ad4c111 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:41.205924 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d6c5d68-8f85-43de-9a34-c7609fa10f66 req-e0bd547e-72f2-4e5d-b41f-28f10ad4c111 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0724199 Jul 27 10:49:41.281758 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b65eaccc-7c84-47ad-8e7f-bcd63fda29ed req-45833128-79d0-4901-af14-5c39d1d13009 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748813 Jul 27 10:49:41.294294 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d6c5d68-8f85-43de-9a34-c7609fa10f66 req-c91b0a29-63fc-4027-8a10-b9953dd03889 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754154 Jul 27 10:49:42.419700 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-3763e03b-e3ad-4539-a76e-af0f6dae3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:42.427125 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-3763e03b-e3ad-4539-a76e-af0f6dae3439 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 1127 time: 0.0622427 Jul 27 10:49:42.572912 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837a550-75d5-4261-a901-1ed90ec08cb2 req-c5c415ed-6b01-4926-926a-17302265f5b8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:42.574440 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6837a550-75d5-4261-a901-1ed90ec08cb2 req-c5c415ed-6b01-4926-926a-17302265f5b8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.1468163 Jul 27 10:49:42.583840 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657d2d-8070-4d44-a66e-1c60fd48daff req-f1172a8b-d70f-45fd-b975-113dcd5c5dc1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:42.585232 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cc657d2d-8070-4d44-a66e-1c60fd48daff req-f1172a8b-d70f-45fd-b975-113dcd5c5dc1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1587439 Jul 27 10:49:42.616919 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:42.688111 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6837a550-75d5-4261-a901-1ed90ec08cb2 req-a986e250-044b-436b-a107-ae21a987509b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018274 Jul 27 10:49:42.692023 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-e5857703-47e9-4dfd-b549-bddff814f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:42.693435 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-e5857703-47e9-4dfd-b549-bddff814f735 service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.2534394 Jul 27 10:49:42.704974 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cc657d2d-8070-4d44-a66e-1c60fd48daff req-9e618b27-b75c-4311-bd7d-46fee29d6e1a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079712 Jul 27 10:49:42.749018 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-a695fab9-5eec-4c59-84bf-b8330715008e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=793b427a-5239-4672-ade8-ddf95534e517 HTTP/1.1" status: 200 len: 217 time: 0.0426424 Jul 27 10:49:42.767767 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:42.804327 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-519b8fba-b9df-4970-b8b2-982545fb1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:42.806034 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-519b8fba-b9df-4970-b8b2-982545fb1387 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0461898 Jul 27 10:49:42.861525 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-b68d96e2-0e1c-4184-a2f6-cc9c8a83d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:42.863246 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-b68d96e2-0e1c-4184-a2f6-cc9c8a83d8e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455518 Jul 27 10:49:43.216399 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-38c7a791-3e2d-4f30-bdcb-584564b73284 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439643 Jul 27 10:49:43.315511 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5933707b-bef6-4183-9424-49e5d9a3ee28 req-54fe5df6-0665-4796-a316-d88f39d2ce73 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893924 Jul 27 10:49:43.867534 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b84a53-4b2e-4922-8b8b-8d9040d5c158 req-c319a14e-d32b-4442-b916-48d28288c0d0 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:43.869372 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c6b84a53-4b2e-4922-8b8b-8d9040d5c158 req-c319a14e-d32b-4442-b916-48d28288c0d0 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0573866 Jul 27 10:49:43.931344 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c6b84a53-4b2e-4922-8b8b-8d9040d5c158 req-89a53d34-1174-4967-afab-fefe3c75985a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550768 Jul 27 10:49:44.009304 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8d6d-56dd-4ab1-8a1f-a9dc50d1e881 req-60975a2a-9db5-4a42-95f5-d01f36387303 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:44.010871 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-81bb8d6d-56dd-4ab1-8a1f-a9dc50d1e881 req-60975a2a-9db5-4a42-95f5-d01f36387303 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0475121 Jul 27 10:49:44.058074 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-81bb8d6d-56dd-4ab1-8a1f-a9dc50d1e881 req-283031df-b993-4678-981c-e3087a6c2360 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407813 Jul 27 10:49:44.739520 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:49:44.837458 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:44.849022 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '793b427a-5239-4672-ade8-ddf95534e517', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'port_id': '793b427a-5239-4672-ade8-ddf95534e517', 'mac_address': 'fa:16:3e:a4:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:49:44.886576 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 793b427a-5239-4672-ade8-ddf95534e517 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:44.886991 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:44.899644 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793b427a-5239-4672-ade8-ddf95534e517 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:49:44.920024 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:44.924183 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:44.947934 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:44.970626 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:45.041434 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ed347-20f3-4eec-8690-aa380bb57a43 req-e6eade7b-84de-40bb-bbe7-a05d10fedefb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:45.043526 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-713ed347-20f3-4eec-8690-aa380bb57a43 req-e6eade7b-84de-40bb-bbe7-a05d10fedefb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0461359 Jul 27 10:49:45.091666 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-713ed347-20f3-4eec-8690-aa380bb57a43 req-706b1008-e095-4627-b440-350d3fa673db tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Jul 27 10:49:45.178961 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e375320-7d0a-4cc3-8ee9-0965c8e97844 req-1315a3cb-158b-4bff-ae20-5ed6a22d5b8e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:45.180429 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1e375320-7d0a-4cc3-8ee9-0965c8e97844 req-1315a3cb-158b-4bff-ae20-5ed6a22d5b8e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 944 time: 0.0464122 Jul 27 10:49:45.227986 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1e375320-7d0a-4cc3-8ee9-0965c8e97844 req-3be7fba0-4339-4a3e-83e5-d046e40c37da tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421324 Jul 27 10:49:45.529829 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 3a274537-b732-46c3-82ae-658f3229f242 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:49:45.549578 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 3a274537-b732-46c3-82ae-658f3229f242 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:49:45.549926 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 3a274537-b732-46c3-82ae-658f3229f242 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:49:46.207312 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eee283-be6b-428d-9ce2-b1e1a7a8a3ea req-2188d215-c317-432f-b9dc-d787e4e97a9a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:46.208784 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b7eee283-be6b-428d-9ce2-b1e1a7a8a3ea req-2188d215-c317-432f-b9dc-d787e4e97a9a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0468276 Jul 27 10:49:46.254331 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b7eee283-be6b-428d-9ce2-b1e1a7a8a3ea req-22463dd3-4095-4fae-9dcb-4abd3c89e9c1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Jul 27 10:49:46.351281 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07820b0-c756-4a8a-af6f-fe152e70ed46 req-3defe097-8977-484f-9048-1384cd0b930e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:46.352742 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f07820b0-c756-4a8a-af6f-fe152e70ed46 req-3defe097-8977-484f-9048-1384cd0b930e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 944 time: 0.0496342 Jul 27 10:49:46.408768 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f07820b0-c756-4a8a-af6f-fe152e70ed46 req-3659c2ea-aba6-452a-99ee-7005483a5db2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504107 Jul 27 10:49:46.795522 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['793b427a-5239-4672-ade8-ddf95534e517'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:49:46.827631 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:47.369221 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97730125-8004-4066-ac60-561a2d450f94 req-ec830bad-3ba8-411c-80f4-ba88c619cad3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:47.371203 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-97730125-8004-4066-ac60-561a2d450f94 req-ec830bad-3ba8-411c-80f4-ba88c619cad3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0453067 Jul 27 10:49:47.405842 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:47.418542 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-97730125-8004-4066-ac60-561a2d450f94 req-aa410cea-a494-46aa-a366-5efc41855ccd tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Jul 27 10:49:47.531739 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2519b-7970-441a-b10d-0bd5f950e7b7 req-c866a732-3a60-4b12-8e77-72da5568d064 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:47.533193 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8de2519b-7970-441a-b10d-0bd5f950e7b7 req-c866a732-3a60-4b12-8e77-72da5568d064 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 944 time: 0.0498898 Jul 27 10:49:47.579596 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8de2519b-7970-441a-b10d-0bd5f950e7b7 req-75c47a98-c1a4-4af1-918b-5cf92ef8423a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408967 Jul 27 10:49:48.523037 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:48.539466 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d85b-9887-4b63-b66b-df7645982bbd req-67223194-1e48-40f3-a65e-851515520e03 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:48.540937 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9197d85b-9887-4b63-b66b-df7645982bbd req-67223194-1e48-40f3-a65e-851515520e03 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0484724 Jul 27 10:49:48.587036 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9197d85b-9887-4b63-b66b-df7645982bbd req-04417649-941a-4b78-a982-7c8f96e01c40 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Jul 27 10:49:48.701731 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910e0bf-75af-45c9-affa-4333b5963fc1 req-22c678dd-dd78-4ba9-a14d-10a1c86ab93f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:48.703162 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8910e0bf-75af-45c9-affa-4333b5963fc1 req-22c678dd-dd78-4ba9-a14d-10a1c86ab93f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 944 time: 0.0484226 Jul 27 10:49:48.752815 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8910e0bf-75af-45c9-affa-4333b5963fc1 req-ab301728-b752-424e-aff8-7863ed427362 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442271 Jul 27 10:49:49.703700 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382926d-7c6e-4dbe-b30c-86df02cfbc0c req-92f7e3e6-d59b-4ddf-b4a6-33af75a55d20 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:49.705160 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6382926d-7c6e-4dbe-b30c-86df02cfbc0c req-92f7e3e6-d59b-4ddf-b4a6-33af75a55d20 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0477519 Jul 27 10:49:49.730693 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:49.751643 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6382926d-7c6e-4dbe-b30c-86df02cfbc0c req-8d41cffc-1059-4e1e-9c5e-d40c26ea6993 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Jul 27 10:49:49.762327 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:49.884579 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1956a-766f-444a-922e-9c61108b725c req-68a51a0f-025b-4b7f-9418-193cfa334eea tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:49.885974 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0c1956a-766f-444a-922e-9c61108b725c req-68a51a0f-025b-4b7f-9418-193cfa334eea tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 944 time: 0.0491102 Jul 27 10:49:49.933361 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0c1956a-766f-444a-922e-9c61108b725c req-6ad878f5-edc3-403a-8e42-a7f6260b502b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Jul 27 10:49:50.012771 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:50.055636 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 793b427a-5239-4672-ade8-ddf95534e517 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:49:50.063331 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 793b427a-5239-4672-ade8-ddf95534e517 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:50.064028 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (793b427a-5239-4672-ade8-ddf95534e517), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.145883 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 793b427a-5239-4672-ade8-ddf95534e517 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:50.146522 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.186326 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b427a-5239-4672-ade8-ddf95534e517'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:49:50.190585 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e54c0b-56cc-4faa-97c0-889bae609977" -d '{"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-plugged", "status": "completed", "tag": "793b427a-5239-4672-ade8-ddf95534e517"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:49:50.207035 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:50.212353 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.241031 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef200a6-671f-4b12-8ac8-3eeb64137e06 x-openstack-request-id: req-3ef200a6-671f-4b12-8ac8-3eeb64137e06 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:49:50.241403 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-plugged", "status": "completed", "tag": "793b427a-5239-4672-ade8-ddf95534e517", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:49:50.241502 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ef200a6-671f-4b12-8ac8-3eeb64137e06 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:49:50.241877 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef200a6-671f-4b12-8ac8-3eeb64137e06'] response: {'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b427a-5239-4672-ade8-ddf95534e517', 'code': 200} Jul 27 10:49:50.266476 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:50.387946 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52516) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:50.433154 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7e213-71d2-4e01-ba68-dc344aa3724f req-187c107c-7fae-4cbb-8535-9afb14dd2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:50.435053 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7db7e213-71d2-4e01-ba68-dc344aa3724f req-187c107c-7fae-4cbb-8535-9afb14dd2771 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 1129 time: 0.0432322 Jul 27 10:49:50.482465 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7db7e213-71d2-4e01-ba68-dc344aa3724f req-cac39278-9eb6-409a-8bd4-6f66c3d880f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389409 Jul 27 10:49:50.508661 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4e2018eb-e110-4cf5-bbbc-2b74f538f88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.588145 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4e2018eb-e110-4cf5-bbbc-2b74f538f88a admin admin] Publish callbacks [] for security_group (1ec7c1a5-9ae3-40f8-9421-a9fc439fedbb), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.592308 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4e2018eb-e110-4cf5-bbbc-2b74f538f88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (1ec7c1a5-9ae3-40f8-9421-a9fc439fedbb), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.629496 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2018eb-e110-4cf5-bbbc-2b74f538f88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec7c1a5-9ae3-40f8-9421-a9fc439fedbb,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:50.635011 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-4e2018eb-e110-4cf5-bbbc-2b74f538f88a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b00ee024e61e42eaa5d569cb7e2ff4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460008 Jul 27 10:49:50.638099 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52520) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:50.685711 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d73ef898-a473-40f9-811f-7563b3b4a42e admin admin] Publish callbacks [] for security_group (1ec7c1a5-9ae3-40f8-9421-a9fc439fedbb), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.706108 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d73ef898-a473-40f9-811f-7563b3b4a42e admin admin] Publish callbacks [] for security_group (1ec7c1a5-9ae3-40f8-9421-a9fc439fedbb), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.755120 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d73ef898-a473-40f9-811f-7563b3b4a42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (1ec7c1a5-9ae3-40f8-9421-a9fc439fedbb), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.757574 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d73ef898-a473-40f9-811f-7563b3b4a42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:50.758740 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-d73ef898-a473-40f9-811f-7563b3b4a42e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ec7c1a5-9ae3-40f8-9421-a9fc439fedbb HTTP/1.1" status: 204 len: 168 time: 0.1198070 Jul 27 10:49:50.767128 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ef898-a473-40f9-811f-7563b3b4a42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec7c1a5-9ae3-40f8-9421-a9fc439fedbb,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:50.883784 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b74718-dfdf-4b0d-bdbc-13d2bb1293a3 req-1c590629-6edb-49dc-9949-68a39dd0016d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:50.885768 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c3b74718-dfdf-4b0d-bdbc-13d2bb1293a3 req-1c590629-6edb-49dc-9949-68a39dd0016d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0561106 Jul 27 10:49:50.946351 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c3b74718-dfdf-4b0d-bdbc-13d2bb1293a3 req-e247f5e1-9fae-4c06-be62-d72e23fcb83d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489154 Jul 27 10:49:51.098229 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0e202-f063-4158-99c3-29bd039004a3 req-a104e558-4b70-44ee-844f-c2547fe26d29 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:51.098229 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-02f0e202-f063-4158-99c3-29bd039004a3 req-a104e558-4b70-44ee-844f-c2547fe26d29 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0677562 Jul 27 10:49:51.160928 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-02f0e202-f063-4158-99c3-29bd039004a3 req-1f2c8993-ce6b-475c-bb9a-246fa88b8429 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557442 Jul 27 10:49:51.445521 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52562) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:51.545514 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-554706106-network', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:51.565435 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Made reservation on behalf of b961e9565f174504a1f8d4b36dc73f50 for: {'network': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:49:51.567953 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:51.576408 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:51.629008 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:51.652228 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Publish callbacks [] for security_group (36ee537f-764d-451f-95fe-8bc6a49b9128), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:51.656933 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (36ee537f-764d-451f-95fe-8bc6a49b9128), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:51.680622 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=110616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:49:51.695007 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ee537f-764d-451f-95fe-8bc6a49b9128,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:51.700780 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (de0b337f-80d4-4a2d-805c-c33f78b5d5f5), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:51.701039 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.segments_db [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Added segment de0b337f-80d4-4a2d-805c-c33f78b5d5f5 of type vlan for network a3a05ee6-929e-4b98-8a43-aabfeba45963 Jul 27 10:49:51.742105 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (a3a05ee6-929e-4b98-8a43-aabfeba45963), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:51.754468 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=6 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:51.755206 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:51.767766 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (a3a05ee6-929e-4b98-8a43-aabfeba45963), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:51.768750 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:51.769345 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:51.823612 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3769958 Jul 27 10:49:51.827059 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52566) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:51.831969 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Request body: {'subnet': {'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-554706106-subnet', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:51.834876 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f271e2-9262-4bea-a9db-d56dd0c2465f admin admin] Pushing event updated for resources: {'Network': ['ID=a3a05ee6-929e-4b98-8a43-aabfeba45963,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:51.844603 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:49:51.854142 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Made reservation on behalf of b961e9565f174504a1f8d4b36dc73f50 for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:49:51.856756 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.047847 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for subnet (e30528fe-940c-4c6f-866e-3ae4a649f697), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.064222 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584072f-dc86-4c68-93f6-780ee5bc08fb req-0afc9158-e28b-4a26-a4ff-dda01f00c250 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:52.065767 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b584072f-dc86-4c68-93f6-780ee5bc08fb req-0afc9158-e28b-4a26-a4ff-dda01f00c250 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0528500 Jul 27 10:49:52.107286 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d15f532d-992b-48ac-b24e-f4bfbd45e2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.110730 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:52.136793 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b584072f-dc86-4c68-93f6-780ee5bc08fb req-224054b3-e1a6-4a9f-89a3-7aa19813dfa8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638821 Jul 27 10:49:52.138448 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Checking segment: {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:52.139140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Network hostable DHCP agents. Network: a3a05ee6-929e-4b98-8a43-aabfeba45963, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:49:52.142252 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30528fe-940c-4c6f-866e-3ae4a649f697,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:52.163249 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:49:52.174071 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, a3a05ee6-929e-4b98-8a43-aabfeba45963) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:52.193855 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:52.195309 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.195562 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4175f3c1-c23f-4f32-888e-66103676d243 None None] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:49:52.231022 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52584) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:52.234332 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-016dc4fb-dd9e-4d73-a5ba-b3d422df6ea1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4061513 Jul 27 10:49:52.237005 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52586) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:52.251791 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:52.302579 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.304501 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.314023 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:52.358956 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df46a4-2862-426e-8bed-0bf536181cd9 req-7251b958-40bd-4e7c-8357-6fc60ad8b786 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:52.369912 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c6df46a4-2862-426e-8bed-0bf536181cd9 req-7251b958-40bd-4e7c-8357-6fc60ad8b786 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0930274 Jul 27 10:49:52.404941 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-a3a05ee6-929e-4b98-8a43-aabfeba45963', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:49:52.406571 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.411887 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks [] for router_controller (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), precommit_add_association {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.463030 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:52.488624 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c6df46a4-2862-426e-8bed-0bf536181cd9 req-08f4af0d-03d9-4519-ac0b-08b2486fceec tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174088 Jul 27 10:49:52.501660 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-f940ef30-57f3-4c60-ba07-4f8260bc18ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=543367ebb0cc4760a1cad402d79e8fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687261 Jul 27 10:49:52.505299 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52596) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:52.606975 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Publish callbacks [] for security_group (0cfe0760-1239-4566-9038-5bb3ff5c62e3), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.622975 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Allocated IP 172.20.0.2 (a3a05ee6-929e-4b98-8a43-aabfeba45963/e30528fe-940c-4c6f-866e-3ae4a649f697/5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:52.639186 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Publish callbacks [] for security_group (0cfe0760-1239-4566-9038-5bb3ff5c62e3), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.661612 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks [] for router_gateway (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.742517 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:52.746945 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0cfe0760-1239-4566-9038-5bb3ff5c62e3), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.753598 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.771627 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cfe0760-1239-4566-9038-5bb3ff5c62e3 HTTP/1.1" status: 204 len: 168 time: 0.2650731 Jul 27 10:49:52.783883 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfe0760-1239-4566-9038-5bb3ff5c62e3,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:52.795339 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.795826 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.796313 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.796783 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.797254 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.797669 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.798105 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.798507 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.798927 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.799376 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.799935 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.800527 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.800975 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.801412 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.801989 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:52.802883 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e3007-5abd-4320-ae71-a33bf9eff53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:52.851173 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Publish callbacks [] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.862224 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.903410 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:52.908021 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks [] for router_gateway (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.909631 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:52.913628 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:52.926049 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Pushing event updated for resources: {'Port': ['ID=5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:52.931456 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.989927 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Attempting to bind port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:49:52.991057 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Attempting to bind port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:49:52.991057 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Attempting to bind port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 on network a3a05ee6-929e-4b98-8a43-aabfeba45963 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:52.996951 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:49:52.997340 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Checking segment: {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:52.997753 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:52.998184 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Bound using segment: {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:49:52.998753 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Bound port: 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:49:52.999151 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:53.056341 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Allocated IP 172.27.0.56 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/d90ecfe8-4a80-484c-a568-38ba065a51ce) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:53.077504 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] For port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:49:53.081965 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] For port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:49:53.101720 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:53.171893 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e3dc8-cd77-4408-8b94-ef571b44c03c None None] Pushing event updated for resources: {'Port': ['ID=5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:53.242808 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks [] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:53.280646 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:53.285204 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6064f-8fb9-46a0-bb2b-7ce561d9a8d4 req-23e04423-38d3-46db-8b5e-d74bc0fb47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:53.287600 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-28d6064f-8fb9-46a0-bb2b-7ce561d9a8d4 req-23e04423-38d3-46db-8b5e-d74bc0fb47f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 1130 time: 0.0710926 Jul 27 10:49:53.320883 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344828b-a59f-42f3-bad9-bfec8e1927dd req-79a48704-c19a-4020-b997-804b002a57a1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:53.322626 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b344828b-a59f-42f3-bad9-bfec8e1927dd req-79a48704-c19a-4020-b997-804b002a57a1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0747375 Jul 27 10:49:53.323880 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:53.329140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:53.331363 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d90ecfe8-4a80-484c-a568-38ba065a51ce,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:53.333607 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:53.364860 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:53.368788 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-28d6064f-8fb9-46a0-bb2b-7ce561d9a8d4 req-11765155-6e51-4cc8-8caf-5e9c323678b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726697 Jul 27 10:49:53.374236 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.374511 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.374846 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.375237 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.375564 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.376143 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.376476 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.376933 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.377294 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.377626 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.379835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.379835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.379835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.379835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.379835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:49:53.419663 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b344828b-a59f-42f3-bad9-bfec8e1927dd req-6370cbf7-c341-4a5d-b2ea-e94c85bd3e4d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850124 Jul 27 10:49:53.586818 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks [] for router_gateway (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:53.635383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:53.643224 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59d31a-f497-4f0e-a43c-991978f0a5e6 req-2beebb65-fab5-47e3-b71b-f37341e3a06a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:53.644888 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab59d31a-f497-4f0e-a43c-991978f0a5e6 req-2beebb65-fab5-47e3-b71b-f37341e3a06a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0583980 Jul 27 10:49:53.694544 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:53.701153 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab59d31a-f497-4f0e-a43c-991978f0a5e6 req-1e0418e2-b1c6-4c91-b132-c8c84e795be5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506713 Jul 27 10:49:53.796683 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:53.832488 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c2feb-e64a-485e-99e4-0ddd5ee90607 req-06f5dcb0-35d5-4d4b-b076-50003ebe2f08 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:53.834006 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f67c2feb-e64a-485e-99e4-0ddd5ee90607 req-06f5dcb0-35d5-4d4b-b076-50003ebe2f08 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0524709 Jul 27 10:49:53.845509 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52620) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:53.851399 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'floatingip': {'port_id': '793b427a-5239-4672-ade8-ddf95534e517'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:53.891643 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (0a28d8a3-f87c-4c2a-adc7-690820231e37), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:53.959036 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:49:54.077506 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:49:54.099453 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Sync routers for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:49:54.100419 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:54.104858 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-66a792f8-17bf-4e37-90df-a848b09909f8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8663726 Jul 27 10:49:54.105701 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52622) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:54.128599 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:54.129658 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:54.441425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e1d46aef-60c5-4e70-bda1-19d47a31b8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:54.449451 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731b154-e877-46b3-852d-72a2ab5d939f None None] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:49:54.451173 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:54.455732 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (0a28d8a3-f87c-4c2a-adc7-690820231e37), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:54.456513 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:54.554524 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:54.569701 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-e32151b4-4fb3-425a-9e2c-ba7dc6dd3929 None None] Provisioning complete for port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:54.570084 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e32151b4-4fb3-425a-9e2c-ba7dc6dd3929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:54.607209 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3fd20-95d8-4f07-8e47-286edc5731d7 req-b9a60efa-4380-4f25-8bcc-b8fc9704f99e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:54.608961 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fee3fd20-95d8-4f07-8e47-286edc5731d7 req-b9a60efa-4380-4f25-8bcc-b8fc9704f99e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1005898 Jul 27 10:49:54.615880 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Floating IP 0a28d8a3-f87c-4c2a-adc7-690820231e37 associated. External IP: 172.27.0.154, port: 793b427a-5239-4672-ade8-ddf95534e517. Jul 27 10:49:54.716153 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:54.720709 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:54.749534 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fee3fd20-95d8-4f07-8e47-286edc5731d7 req-b39fc2f1-593b-4c86-a05d-38cdecd16976 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297750 Jul 27 10:49:54.799438 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:54.849833 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:53Z', 'revision_number': 3, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:54.886308 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Router 799722d1-5d93-4cf6-87e0-7606058c4980 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:49:54.888273 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Checking router: 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:49:54.888630 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Updating router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 port d90ecfe8-4a80-484c-a568-38ba065a51ce binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:49:54.893176 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-e32151b4-4fb3-425a-9e2c-ba7dc6dd3929 None None] Current status of the port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:54.893628 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e32151b4-4fb3-425a-9e2c-ba7dc6dd3929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:54.927919 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:54.957804 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:54.958336 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Allocated IP 172.20.0.1 (a3a05ee6-929e-4b98-8a43-aabfeba45963/e30528fe-940c-4c6f-866e-3ae4a649f697/4b20073f-e9b9-41c8-87d9-6196657f0739) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:54.976113 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-e32151b4-4fb3-425a-9e2c-ba7dc6dd3929 None None] For port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:54.978304 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:54.991635 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:55.002655 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e32151b4-4fb3-425a-9e2c-ba7dc6dd3929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.120465 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32151b4-4fb3-425a-9e2c-ba7dc6dd3929 None None] Pushing event updated for resources: {'Port': ['ID=5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:55.122514 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:49:55.130841 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:55.133195 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.137814 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] Sync routers for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:49:55.146908 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:55.147197 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:55.166022 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52636) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:55.194358 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Publish callbacks [] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.207750 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-4027ab71-ea12-4bcf-bb4d-d2e0960d7df9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "PUT /v2.0/floatingips/0a28d8a3-f87c-4c2a-adc7-690820231e37 HTTP/1.1" status: 200 len: 991 time: 1.3608840 Jul 27 10:49:55.208406 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'tag': '793b427a-5239-4672-ade8-ddf95534e517'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:49:55.211350 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc11240f-9c9b-40bc-b4b8-75d050284d24" -d '{"events": [{"name": "network-changed", "server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "tag": "793b427a-5239-4672-ade8-ddf95534e517"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:49:55.245808 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.296433 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093ecaf4-fd96-4cef-a6ef-90b5c7806a16 x-openstack-request-id: req-093ecaf4-fd96-4cef-a6ef-90b5c7806a16 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:49:55.296735 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "tag": "793b427a-5239-4672-ade8-ddf95534e517", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:49:55.296999 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-093ecaf4-fd96-4cef-a6ef-90b5c7806a16 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:49:55.297411 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093ecaf4-fd96-4cef-a6ef-90b5c7806a16'] response: {'name': 'network-changed', 'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'tag': '793b427a-5239-4672-ade8-ddf95534e517', 'status': 'completed', 'code': 200} Jul 27 10:49:55.323329 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:55.323750 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.337754 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:55.379180 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-0a683dd4-1cad-4da2-8ab4-832a1c2a4e6e None None] Provisioning complete for port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:55.379558 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0a683dd4-1cad-4da2-8ab4-832a1c2a4e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.455869 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Publish callbacks [] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.494303 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.519158 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-67f80311-a475-45a2-b505-79a5099c8823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.538622 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:55.548625 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:55.550255 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:55.554853 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:55.555332 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.562631 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Pushing event updated for resources: {'Port': ['ID=4b20073f-e9b9-41c8-87d9-6196657f0739,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:55.571433 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '0a28d8a3-f87c-4c2a-adc7-690820231e37', 'tenant_id': '1f86323e8542471190e0b58769416138', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'port_id': '793b427a-5239-4672-ade8-ddf95534e517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'mac_address': 'fa:16:3e:a4:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:49:30Z', 'updated_at': '2022-07-27T10:49:54Z', 'revision_number': 1, 'project_id': '1f86323e8542471190e0b58769416138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:55.573134 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.598580 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] Checking router: 799722d1-5d93-4cf6-87e0-7606058c4980 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:49:55.601249 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f0b69-df5a-4873-af42-4210a5114b01 None None] Pushing event updated for resources: {'Port': ['ID=d90ecfe8-4a80-484c-a568-38ba065a51ce,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:55.605682 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Attempting to bind port d90ecfe8-4a80-484c-a568-38ba065a51ce on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:49:55.606059 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Attempting to bind port d90ecfe8-4a80-484c-a568-38ba065a51ce by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:49:55.606427 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Attempting to bind port d90ecfe8-4a80-484c-a568-38ba065a51ce on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:55.613441 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:55.614400 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:55.619487 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:49:55.619817 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:55.620211 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.621202 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:49:55.621669 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Bound port: d90ecfe8-4a80-484c-a568-38ba065a51ce, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:49:55.622054 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.624529 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-0a683dd4-1cad-4da2-8ab4-832a1c2a4e6e None None] Current status of the port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:55.732298 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] For port d90ecfe8-4a80-484c-a568-38ba065a51ce, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:49:55.735721 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] For port d90ecfe8-4a80-484c-a568-38ba065a51ce, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d90ecfe8-4a80-484c-a568-38ba065a51ce,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:49:55.741204 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-67f80311-a475-45a2-b505-79a5099c8823 admin admin] Publish callbacks [] for security_group (ceee8a88-34df-4cfc-88b3-d28324ff4c6a), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.747621 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.772495 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-67f80311-a475-45a2-b505-79a5099c8823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ceee8a88-34df-4cfc-88b3-d28324ff4c6a), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.781518 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:55.782975 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:55.844296 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-67f80311-a475-45a2-b505-79a5099c8823 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a99c3d709a5a475aa49411fd80e616e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6770461 Jul 27 10:49:55.845294 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:55.846917 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52654) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:55.864084 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f0b69-df5a-4873-af42-4210a5114b01 None None] Pushing event updated for resources: {'Port': ['ID=d90ecfe8-4a80-484c-a568-38ba065a51ce,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:55.876475 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f80311-a475-45a2-b505-79a5099c8823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee8a88-34df-4cfc-88b3-d28324ff4c6a,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:55.880247 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:55.881087 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:55.915324 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:55.976878 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c78cb-bc4c-4965-ab10-b7b27dafdfd6 req-6d54d982-1551-4b6d-a4f9-bb85efd84bae tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:55.977712 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:55.985247 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-873c78cb-bc4c-4965-ab10-b7b27dafdfd6 req-6d54d982-1551-4b6d-a4f9-bb85efd84bae tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0829430 Jul 27 10:49:56.010160 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8504100c-ab2f-49f3-955f-e844bc54bdae None None] Provisioning complete for port 4b20073f-e9b9-41c8-87d9-6196657f0739 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:56.010539 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8504100c-ab2f-49f3-955f-e844bc54bdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.016521 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0ccae7c9-aba8-4910-b1fc-12248ecb8c10 admin admin] Publish callbacks [] for security_group (ceee8a88-34df-4cfc-88b3-d28324ff4c6a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.055202 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:56.057167 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8504100c-ab2f-49f3-955f-e844bc54bdae None None] Port 4b20073f-e9b9-41c8-87d9-6196657f0739 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:49:56.059012 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0ccae7c9-aba8-4910-b1fc-12248ecb8c10 admin admin] Publish callbacks [] for security_group (ceee8a88-34df-4cfc-88b3-d28324ff4c6a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.082625 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '0a28d8a3-f87c-4c2a-adc7-690820231e37', 'tenant_id': '1f86323e8542471190e0b58769416138', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'port_id': '793b427a-5239-4672-ade8-ddf95534e517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'mac_address': 'fa:16:3e:a4:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:49:30Z', 'updated_at': '2022-07-27T10:49:54Z', 'revision_number': 1, 'project_id': '1f86323e8542471190e0b58769416138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:56.107207 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-873c78cb-bc4c-4965-ab10-b7b27dafdfd6 req-504053a0-d805-4645-b316-0778864ae06e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009741 Jul 27 10:49:56.110558 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Publish callbacks [] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.116777 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76173d47-a73b-4732-b7f3-f304ab774b86 None None] The sync data for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi is: [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '0a28d8a3-f87c-4c2a-adc7-690820231e37', 'tenant_id': '1f86323e8542471190e0b58769416138', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'port_id': '793b427a-5239-4672-ade8-ddf95534e517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'mac_address': 'fa:16:3e:a4:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:49:30Z', 'updated_at': '2022-07-27T10:49:54Z', 'revision_number': 1, 'project_id': '1f86323e8542471190e0b58769416138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:49:56.118343 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.127191 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.173110 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0ccae7c9-aba8-4910-b1fc-12248ecb8c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ceee8a88-34df-4cfc-88b3-d28324ff4c6a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.179727 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0ccae7c9-aba8-4910-b1fc-12248ecb8c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.179727 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-0ccae7c9-aba8-4910-b1fc-12248ecb8c10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ceee8a88-34df-4cfc-88b3-d28324ff4c6a HTTP/1.1" status: 204 len: 168 time: 0.3305492 Jul 27 10:49:56.194153 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccae7c9-aba8-4910-b1fc-12248ecb8c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee8a88-34df-4cfc-88b3-d28324ff4c6a,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:56.215671 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Pushing event updated for resources: {'Port': ['ID=4b20073f-e9b9-41c8-87d9-6196657f0739,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:56.270499 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:56.332089 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:56.333755 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:56.403824 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:49:54Z', 'revision_number': 1, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:56.498706 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e6abca-0586-4cf8-894a-994aebdb5438 None None] The sync data for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi is: [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:49:54Z', 'revision_number': 1, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:49:56.509475 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4e542-5527-4b62-8791-07d9210f4370 None None] New status for floating IP 0a28d8a3-f87c-4c2a-adc7-690820231e37: ACTIVE {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:49:56.520695 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:49:56.552731 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58233-caa3-4598-b5a5-642167719384 req-475a3db7-7918-48cf-afe0-c9ef2a0afd1b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:56.574454 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fce58233-caa3-4598-b5a5-642167719384 req-475a3db7-7918-48cf-afe0-c9ef2a0afd1b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1479247 Jul 27 10:49:56.693631 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fce58233-caa3-4598-b5a5-642167719384 req-69ff3342-8bf4-4ef7-8659-649e77ed7d6c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182311 Jul 27 10:49:56.755313 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:49:56.763395 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-000a309f-4155-47d0-b353-c01ded1b9084 admin admin] 10.222.0.36 "PUT /v2.0/routers/039ae3a1-b63e-45e9-a1a6-0b10b6d70c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6549113 Jul 27 10:49:56.885701 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-a30df010-c061-48b3-872e-13563522546e None None] Provisioning complete for port 4b20073f-e9b9-41c8-87d9-6196657f0739 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:56.886461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a30df010-c061-48b3-872e-13563522546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:56.998758 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a30df010-c061-48b3-872e-13563522546e None None] Port 4b20073f-e9b9-41c8-87d9-6196657f0739 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:49:57.061131 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:57.120067 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:57.120753 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.295866 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.344374 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:57.391430 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.446458 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.523276 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52690) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:57.532048 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1662990995-network', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:57.568476 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Made reservation on behalf of d0a98dfcb8d14e208cbd12488b4cf633 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:49:57.570961 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.579595 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.672640 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Publish callbacks [] for security_group (0ebfe777-49ae-4a91-97af-e22437939a17), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.677256 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0ebfe777-49ae-4a91-97af-e22437939a17), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.713986 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:49:57.723371 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebfe777-49ae-4a91-97af-e22437939a17,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:57.733590 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (580b568a-4315-465e-8f15-cd5be34a8cfb), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.743062 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Added segment 580b568a-4315-465e-8f15-cd5be34a8cfb of type vlan for network 1b687bb7-8603-41b1-862c-dc1dc717912c Jul 27 10:49:57.764828 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-bb0da15d-cb79-4607-afc2-bc8bb5453d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:57.769846 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-bb0da15d-cb79-4607-afc2-bc8bb5453d6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 1129 time: 0.0727601 Jul 27 10:49:57.867785 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:57.872568 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (1b687bb7-8603-41b1-862c-dc1dc717912c), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:57.886622 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-231b8665-4101-4d5a-b2e9-eeb543599319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:57.888197 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-231b8665-4101-4d5a-b2e9-eeb543599319 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 1130 time: 0.1256554 Jul 27 10:49:57.909713 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-35b11d6f-d92f-441a-897d-10092f4f27e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797234 Jul 27 10:49:57.918892 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9be28c-eb5a-4f1c-a32e-3e5947901439 req-2ad55288-3dcc-42dc-b327-1082e500833c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:57.920970 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab9be28c-eb5a-4f1c-a32e-3e5947901439 req-2ad55288-3dcc-42dc-b327-1082e500833c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0636528 Jul 27 10:49:57.931723 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:57.972440 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-162b977e-5962-4241-a8d7-e91466aec4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:57.974362 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-162b977e-5962-4241-a8d7-e91466aec4ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.2000339 Jul 27 10:49:58.028076 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (1b687bb7-8603-41b1-862c-dc1dc717912c), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.028746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.029329 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.039974 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab9be28c-eb5a-4f1c-a32e-3e5947901439 req-7973f0d4-1943-45f9-9d53-64a668ad774e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049209 Jul 27 10:49:58.064781 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-a5ad083b-3ef6-4f6a-ba38-8c9ebd030682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.067722 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-a5ad083b-3ef6-4f6a-ba38-8c9ebd030682 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 1129 time: 0.0940745 Jul 27 10:49:58.095352 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5659840 Jul 27 10:49:58.096888 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-b987cd09-2404-4023-a997-51cb1cfa1f0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=793b427a-5239-4672-ade8-ddf95534e517 HTTP/1.1" status: 200 len: 1001 time: 0.1110251 Jul 27 10:49:58.097393 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52700) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:58.103317 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Request body: {'subnet': {'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1662990995-subnet', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'ip_version': 4}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:58.146792 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:58.148280 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-6e29848a-fb65-4d7b-a7de-c0c9a79cbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.150093 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-6e29848a-fb65-4d7b-a7de-c0c9a79cbe8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.2538373 Jul 27 10:49:58.168361 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:58.172498 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Made reservation on behalf of d0a98dfcb8d14e208cbd12488b4cf633 for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:49:58.175446 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126749480'] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.223268 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-642475cf-2780-4c0b-9f87-8b8ade8253d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.224782 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-642475cf-2780-4c0b-9f87-8b8ade8253d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.1122613 Jul 27 10:49:58.298951 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-ad3c338e-7973-4b23-9c7e-c30db620c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.300526 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-ad3c338e-7973-4b23-9c7e-c30db620c076 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648043 Jul 27 10:49:58.325303 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-ed0ae55a-6372-450f-921f-e664c7f6ae2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0910988 Jul 27 10:49:58.325888 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8879bf3-4a9a-41a5-8aa6-061e1c01ed5f admin admin] Pushing event updated for resources: {'Network': ['ID=1b687bb7-8603-41b1-862c-dc1dc717912c,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:58.344612 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-ec7fa680-15e9-44b2-acfe-b5a99e2c8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.345336 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 1b687bb7-8603-41b1-862c-dc1dc717912c details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:49:58.345894 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-ec7fa680-15e9-44b2-acfe-b5a99e2c8797 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.1950357 Jul 27 10:49:58.436635 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-c8e8e5f9-39e2-4014-bf43-798884e609be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7 HTTP/1.1" status: 200 len: 217 time: 0.0713625 Jul 27 10:49:58.465311 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:58.481863 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-a0b37b3f-ddfa-4f84-8569-8347a5f4d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.483331 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-a0b37b3f-ddfa-4f84-8569-8347a5f4d74c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.1495478 Jul 27 10:49:58.532617 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-69908c91-c0b7-4f79-9463-79ab927b5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.534240 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-69908c91-c0b7-4f79-9463-79ab927b5616 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0904875 Jul 27 10:49:58.557250 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-7765a1cc-7032-44df-978a-ad5905f87dd0 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340281 Jul 27 10:49:58.562106 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127098619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126749446'] for subnet (a4734f7c-2dcd-4d82-ba3b-f3f3382d550b), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.584424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-3d378907-dfd1-4122-b672-d98a5a1c531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.586127 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-3d378907-dfd1-4122-b672-d98a5a1c531d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958827 Jul 27 10:49:58.654139 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-b70e5da2-0dc6-49b8-8e82-a9218d92cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.656062 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-b70e5da2-0dc6-49b8-8e82-a9218d92cf66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143024 Jul 27 10:49:58.678038 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4734f7c-2dcd-4d82-ba3b-f3f3382d550b,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:58.751706 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Checking segment: {'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:58.752112 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Network hostable DHCP agents. Network: 1b687bb7-8603-41b1-862c-dc1dc717912c, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:49:58.762289 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc11240f-9c9b-40bc-b4b8-75d050284d24 req-eb939f46-e441-4777-9b35-0b33d6bad1b8 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902282 Jul 27 10:49:58.782050 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Network 1b687bb7-8603-41b1-862c-dc1dc717912c is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:49:58.796745 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 1b687bb7-8603-41b1-862c-dc1dc717912c) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:58.800101 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-79f0c817-217b-4358-aedd-6b992dffefc7 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053709 Jul 27 10:49:58.809469 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12fcaa5-3979-4897-b933-45977992be13 None None] Network 1b687bb7-8603-41b1-862c-dc1dc717912c requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:49:58.817608 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:58.819528 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.847772 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-bf585590-c464-4945-a3d2-8841c87fe2ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7469199 Jul 27 10:49:58.848117 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52722) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:49:58.853857 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:49:58.877012 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (7d08bdf7-f556-4cb3-8acd-00090cd9b109), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.878377 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (7d08bdf7-f556-4cb3-8acd-00090cd9b109), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.886373 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-67613e89-b24f-4cd2-b2da-bf775ac21610 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180440 Jul 27 10:49:58.944671 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-1b687bb7-8603-41b1-862c-dc1dc717912c', 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c', 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'fixed_ips': [{'subnet_id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:49:58.945893 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.969552 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks [] for router_controller (7d08bdf7-f556-4cb3-8acd-00090cd9b109), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:58.971284 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:58.980662 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-af672ef7-2c8d-43bf-a8c2-b08e9b06fe2f req-28cb4382-2d7c-4bbc-8844-c3d346cb6ae9 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708910 Jul 27 10:49:59.017124 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:59.039056 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-44b4535e-fe83-4493-9e83-2a0d2dcedd41 req-1769201c-2faf-4cd6-ab88-aadf7a297e21 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433344 Jul 27 10:49:59.134642 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d90ecfe8-4a80-484c-a568-38ba065a51ce up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:49:59.189450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks [] for router_gateway (7d08bdf7-f556-4cb3-8acd-00090cd9b109), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.227677 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:59.250455 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Allocated IP 172.20.0.2 (1b687bb7-8603-41b1-862c-dc1dc717912c/a4734f7c-2dcd-4d82-ba3b-f3f3382d550b/2aeae9ca-fa63-436c-a21e-b43d97c3fa26) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:49:59.267743 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port d90ecfe8-4a80-484c-a568-38ba065a51ce triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:49:59.268137 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.397336 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Sync routers for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:49:59.410787 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:49:59.411635 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:59.436865 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port d90ecfe8-4a80-484c-a568-38ba065a51ce is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:49:59.437277 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.490839 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port d90ecfe8-4a80-484c-a568-38ba065a51ce, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d90ecfe8-4a80-484c-a568-38ba065a51ce,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:49:59.498170 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Publish callbacks [] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.500068 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.531768 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.545623 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab787e6-67ee-49bd-94af-f0c1e20c5bb4 req-57a0a13e-03db-4456-95ca-0cf8af664e17 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:49:59.547475 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cab787e6-67ee-49bd-94af-f0c1e20c5bb4 req-57a0a13e-03db-4456-95ca-0cf8af664e17 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.3538766 Jul 27 10:49:59.559206 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Network 1b687bb7-8603-41b1-862c-dc1dc717912c is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:49:59.565949 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:49:59.567360 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:49:59.570329 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:49:59.598619 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=d90ecfe8-4a80-484c-a568-38ba065a51ce,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:59.672055 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Pushing event updated for resources: {'Port': ['ID=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:59.675697 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Attempting to bind port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:49:59.676674 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Attempting to bind port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:49:59.677192 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Attempting to bind port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 on network 1b687bb7-8603-41b1-862c-dc1dc717912c {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:49:59.683611 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:49:59.684265 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Checking segment: {'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:49:59.685002 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.685744 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Bound using segment: {'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:49:59.686399 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Bound port: 2aeae9ca-fa63-436c-a21e-b43d97c3fa26, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:49:59.686967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.689346 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:59.704689 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:59.706103 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cab787e6-67ee-49bd-94af-f0c1e20c5bb4 req-045ec265-02fb-4847-a3d9-b8ebcbc4cea8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521640 Jul 27 10:49:59.754419 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] For port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:49:59.756761 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks [] for router_gateway (7d08bdf7-f556-4cb3-8acd-00090cd9b109), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.757688 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] For port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,segment=NetworkSegment(580b568a-4315-465e-8f15-cd5be34a8cfb),segment_id=580b568a-4315-465e-8f15-cd5be34a8cfb)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:49:59.765411 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.768007 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:59.771720 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:49:59.779432 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.783702 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 2, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:49:59.811590 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Checking router: 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:49:59.811826 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Updating router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 port 4b20073f-e9b9-41c8-87d9-6196657f0739 binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:49:59.832331 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe198c10-5dc0-458e-ac00-8db8ec33eb5a None None] Pushing event updated for resources: {'Port': ['ID=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:49:59.845421 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:49:59.911076 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Allocated IP 172.27.0.209 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/c3a80538-b261-4e45-9dff-3d53a32f7819) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:50:00.066999 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks [] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.107181 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.157729 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:50:00.162885 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:50:00.166932 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:50:00.171796 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a80538-b261-4e45-9dff-3d53a32f7819,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:00.269182 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Publish callbacks [] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.274379 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.305182 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:00.325709 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cceb70-ed8a-4f91-8480-f96f878d39ab None None] Pushing event updated for resources: {'Port': ['ID=4b20073f-e9b9-41c8-87d9-6196657f0739,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:00.393505 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Attempting to bind port 4b20073f-e9b9-41c8-87d9-6196657f0739 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:50:00.393877 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Attempting to bind port 4b20073f-e9b9-41c8-87d9-6196657f0739 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:50:00.394366 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Attempting to bind port 4b20073f-e9b9-41c8-87d9-6196657f0739 on network a3a05ee6-929e-4b98-8a43-aabfeba45963 {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:50:00.399740 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:50:00.400425 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Checking segment: {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:50:00.400528 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.400882 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Bound using segment: {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:50:00.401695 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Bound port: 4b20073f-e9b9-41c8-87d9-6196657f0739, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:50:00.402567 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.445013 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks [] for router_gateway (7d08bdf7-f556-4cb3-8acd-00090cd9b109), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.467887 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] For port 4b20073f-e9b9-41c8-87d9-6196657f0739, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:50:00.471629 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] For port 4b20073f-e9b9-41c8-87d9-6196657f0739, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=4b20073f-e9b9-41c8-87d9-6196657f0739,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:50:00.479185 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.559657 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:00.560301 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:00.605689 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cceb70-ed8a-4f91-8480-f96f878d39ab None None] Pushing event updated for resources: {'Port': ['ID=4b20073f-e9b9-41c8-87d9-6196657f0739,revision_number=4']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:00.654590 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-42329d58-b238-447b-a409-8dfdd47061d7 None None] Provisioning complete for port 4b20073f-e9b9-41c8-87d9-6196657f0739 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:00.655189 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-42329d58-b238-447b-a409-8dfdd47061d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.694264 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (7d08bdf7-f556-4cb3-8acd-00090cd9b109), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.754736 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:00.812435 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-42329d58-b238-447b-a409-8dfdd47061d7 None None] Current status of the port 4b20073f-e9b9-41c8-87d9-6196657f0739 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:00.812881 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-42329d58-b238-447b-a409-8dfdd47061d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.835348 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:00.871844 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:00.874083 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-42329d58-b238-447b-a409-8dfdd47061d7 None None] For port 4b20073f-e9b9-41c8-87d9-6196657f0739, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=4b20073f-e9b9-41c8-87d9-6196657f0739,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:00.878825 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-42329d58-b238-447b-a409-8dfdd47061d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:00.942777 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c05291-63b6-4b47-af33-0c0cd018e778 req-8a359a28-4de9-427d-8efa-8c62366cd03c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:00.942777 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-99c05291-63b6-4b47-af33-0c0cd018e778 req-8a359a28-4de9-427d-8efa-8c62366cd03c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1021330 Jul 27 10:50:00.946325 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42329d58-b238-447b-a409-8dfdd47061d7 None None] Pushing event updated for resources: {'Port': ['ID=4b20073f-e9b9-41c8-87d9-6196657f0739,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:00.971731 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:50:01.004887 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:01.015257 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-a5381379-fa29-4b5d-b79b-567a08be5f7d None None] Provisioning complete for port 4b20073f-e9b9-41c8-87d9-6196657f0739 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:01.015681 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a5381379-fa29-4b5d-b79b-567a08be5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:01.048462 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-99c05291-63b6-4b47-af33-0c0cd018e778 req-7ed423fc-7910-4520-bdbb-7e67ecdf6e22 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852382 Jul 27 10:50:01.128477 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:01.173001 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f864ef-eb62-43b3-ac47-aba9349c6b6c None None] Network 1b687bb7-8603-41b1-862c-dc1dc717912c requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:50:01.187142 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd08d9-af0d-4517-a76b-36f8a5466d74 None None] The sync data for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi is: [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:50:01.252783 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:50:01.269499 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Sync routers for ids ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:50:01.284979 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:01.289148 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:01.293415 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-c7186157-53f2-4691-acc9-5c8f84a2da11 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4405272 Jul 27 10:50:01.293675 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a5381379-fa29-4b5d-b79b-567a08be5f7d None None] Current status of the port 4b20073f-e9b9-41c8-87d9-6196657f0739 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:01.293759 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52744) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:01.331963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Routers {'7d08bdf7-f556-4cb3-8acd-00090cd9b109'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:01.332541 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:01.496552 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:01.501556 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-d3a15e75-9840-48e8-a57e-33100e401908 None None] Provisioning complete for port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:01.501926 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d3a15e75-9840-48e8-a57e-33100e401908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:01.503535 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:01.503908 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:01.588259 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Set router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:01.812015 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:01.961975 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d3a15e75-9840-48e8-a57e-33100e401908 None None] Current status of the port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:01.962567 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d3a15e75-9840-48e8-a57e-33100e401908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:01.981736 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:01.982126 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:01.994152 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Allocated IP 172.20.0.1 (1b687bb7-8603-41b1-862c-dc1dc717912c/a4734f7c-2dcd-4d82-ba3b-f3f3382d550b/6c23133f-9369-490c-b3d3-a1745114bfc0) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:50:01.997323 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:02.046808 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:02.055686 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-d3a15e75-9840-48e8-a57e-33100e401908 None None] For port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,segment=NetworkSegment(580b568a-4315-465e-8f15-cd5be34a8cfb),segment_id=580b568a-4315-465e-8f15-cd5be34a8cfb)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:02.063847 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d3a15e75-9840-48e8-a57e-33100e401908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.070109 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 3, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port': {'id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:59Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:02.073024 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:02.113778 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Publish callbacks [] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.137252 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Checking router: 7d08bdf7-f556-4cb3-8acd-00090cd9b109 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:50:02.137602 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Updating router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 port c3a80538-b261-4e45-9dff-3d53a32f7819 binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:50:02.162030 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.193155 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.db.api [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 10:50:02.193608 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG oslo_db.api [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 10:50:02.201258 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.203094 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a15e75-9840-48e8-a57e-33100e401908 None None] Pushing event updated for resources: {'Port': ['ID=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:02.207082 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-b78251a0-d68e-47b4-b5b0-4cd1cff6b088 None None] Provisioning complete for port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:02.207445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b78251a0-d68e-47b4-b5b0-4cd1cff6b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.222083 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Network 1b687bb7-8603-41b1-862c-dc1dc717912c is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:50:02.234343 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8088701-cc73-4d3d-ba62-3953b9b9f6a3 req-bde11c3d-eda0-4dec-9504-8003a1bd72bb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:02.235891 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c8088701-cc73-4d3d-ba62-3953b9b9f6a3 req-bde11c3d-eda0-4dec-9504-8003a1bd72bb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0869315 Jul 27 10:50:02.238917 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:50:02.242696 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:50:02.273474 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Pushing event updated for resources: {'Port': ['ID=6c23133f-9369-490c-b3d3-a1745114bfc0,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:02.326191 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (7d08bdf7-f556-4cb3-8acd-00090cd9b109), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.373488 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c8088701-cc73-4d3d-ba62-3953b9b9f6a3 req-22366a1e-93dc-42a3-96de-0b9016378f2b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284246 Jul 27 10:50:02.432421 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-b78251a0-d68e-47b4-b5b0-4cd1cff6b088 None None] Current status of the port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:02.559769 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Publish callbacks [] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.560279 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.565949 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-3eac83f6-2710-4d98-a606-55a634a748cb None None] Provisioning complete for port 6c23133f-9369-490c-b3d3-a1745114bfc0 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:02.566336 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3eac83f6-2710-4d98-a606-55a634a748cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.577794 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:02.608369 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.650019 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-3eac83f6-2710-4d98-a606-55a634a748cb None None] Port 6c23133f-9369-490c-b3d3-a1745114bfc0 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:50:02.674139 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a22174-38d7-4147-ac02-2a06d48d96fb None None] Pushing event updated for resources: {'Port': ['ID=c3a80538-b261-4e45-9dff-3d53a32f7819,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:02.678067 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Attempting to bind port c3a80538-b261-4e45-9dff-3d53a32f7819 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:50:02.678532 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Attempting to bind port c3a80538-b261-4e45-9dff-3d53a32f7819 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:50:02.678996 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Attempting to bind port c3a80538-b261-4e45-9dff-3d53a32f7819 on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:50:02.685532 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:50:02.685842 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:50:02.686429 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.686917 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:50:02.687558 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Bound port: c3a80538-b261-4e45-9dff-3d53a32f7819, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:50:02.688125 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.775963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:02.777537 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d90ecfe8-4a80-484c-a568-38ba065a51ce up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:02.782209 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Publish callbacks [] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.788641 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.818382 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] For port c3a80538-b261-4e45-9dff-3d53a32f7819, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:50:02.838633 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] For port c3a80538-b261-4e45-9dff-3d53a32f7819, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c3a80538-b261-4e45-9dff-3d53a32f7819,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:50:02.851073 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.855922 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:02.863348 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port d90ecfe8-4a80-484c-a568-38ba065a51ce triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:02.863712 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.873839 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (7d08bdf7-f556-4cb3-8acd-00090cd9b109), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:02.877223 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Pushing event updated for resources: {'Port': ['ID=6c23133f-9369-490c-b3d3-a1745114bfc0,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:02.883123 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:02.955041 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Routers {'7d08bdf7-f556-4cb3-8acd-00090cd9b109'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:02.955669 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:02.959191 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a22174-38d7-4147-ac02-2a06d48d96fb None None] Pushing event updated for resources: {'Port': ['ID=c3a80538-b261-4e45-9dff-3d53a32f7819,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:02.969449 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:03.002427 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Network 1b687bb7-8603-41b1-862c-dc1dc717912c is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:50:03.003830 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:50:03.087003 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port d90ecfe8-4a80-484c-a568-38ba065a51ce is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:03.087996 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 4b20073f-e9b9-41c8-87d9-6196657f0739 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:03.123678 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] Set router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:03.244368 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 4b20073f-e9b9-41c8-87d9-6196657f0739 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:03.244736 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:03.307486 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-2ab854fc-cfcc-40b9-aa63-41ab74e65937 None None] Provisioning complete for port 6c23133f-9369-490c-b3d3-a1745114bfc0 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:03.307919 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2ab854fc-cfcc-40b9-aa63-41ab74e65937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:03.388096 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:50:03.412360 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-2ab854fc-cfcc-40b9-aa63-41ab74e65937 None None] Port 6c23133f-9369-490c-b3d3-a1745114bfc0 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:50:03.433260 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 4b20073f-e9b9-41c8-87d9-6196657f0739 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:03.442841 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 4, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port': {'id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:59Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '6c23133f-9369-490c-b3d3-a1745114bfc0', 'name': '', 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'mac_address': 'fa:16:3e:d2:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:50:01Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 2, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'subnets': [{'id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:03.469620 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07366b79-68bf-4016-9322-33b7c29ba496 None None] The sync data for ids ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'] in dv-cinder-850840-3-iscsi is: [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 4, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port': {'id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:59Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '6c23133f-9369-490c-b3d3-a1745114bfc0', 'name': '', 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'mac_address': 'fa:16:3e:d2:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:50:01Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 2, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'subnets': [{'id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:50:03.501841 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:50:03.510633 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d1141e4b-dd96-4881-9e20-0ada67a53764 admin admin] 10.222.0.36 "PUT /v2.0/routers/7d08bdf7-f556-4cb3-8acd-00090cd9b109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2137012 Jul 27 10:50:03.527930 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:03.585097 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:03.585464 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:03.667607 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:03.668854 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 4b20073f-e9b9-41c8-87d9-6196657f0739 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:03.729730 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:03.741877 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 4b20073f-e9b9-41c8-87d9-6196657f0739 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:03.742480 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:03.992731 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52786) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:04.006931 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 4b20073f-e9b9-41c8-87d9-6196657f0739 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:04.037460 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52794) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:04.041950 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-30b2f1ff-8ea7-457b-b083-63bc46160d5a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984491473', 'description': 'tempest-description--1065369397'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:04.081086 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-30b2f1ff-8ea7-457b-b083-63bc46160d5a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.174519 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-30b2f1ff-8ea7-457b-b083-63bc46160d5a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group (3b10a9a7-e126-41f8-b36f-d653bacd3f26), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.181428 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-30b2f1ff-8ea7-457b-b083-63bc46160d5a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (3b10a9a7-e126-41f8-b36f-d653bacd3f26), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.228042 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-30b2f1ff-8ea7-457b-b083-63bc46160d5a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.229483 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-30b2f1ff-8ea7-457b-b083-63bc46160d5a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1909356 Jul 27 10:50:04.231554 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2f1ff-8ea7-457b-b083-63bc46160d5a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b10a9a7-e126-41f8-b36f-d653bacd3f26,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:04.232441 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52798) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:04.244110 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-a7f7abeb-bfe3-4d44-968c-b0968bf30624 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'security_group_rule': {'security_group_id': '3b10a9a7-e126-41f8-b36f-d653bacd3f26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:04.253194 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-95637070-9335-4546-b9f4-a1886249d00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.306033 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f7abeb-bfe3-4d44-968c-b0968bf30624 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group_rule (a8efd0c5-8e6c-4583-85e0-573cb73c01fb), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.432666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-95637070-9335-4546-b9f4-a1886249d00d admin admin] Publish callbacks [] for security_group (8f228544-6d4c-45f2-b9d8-25fb2531bb55), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.436510 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f7abeb-bfe3-4d44-968c-b0968bf30624 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group_rule (a8efd0c5-8e6c-4583-85e0-573cb73c01fb), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.441392 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-95637070-9335-4546-b9f4-a1886249d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8f228544-6d4c-45f2-b9d8-25fb2531bb55), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.454128 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f7abeb-bfe3-4d44-968c-b0968bf30624 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (a8efd0c5-8e6c-4583-85e0-573cb73c01fb), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.480563 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:04.496784 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7abeb-bfe3-4d44-968c-b0968bf30624 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8efd0c5-8e6c-4583-85e0-573cb73c01fb,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:04.528692 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95637070-9335-4546-b9f4-a1886249d00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f228544-6d4c-45f2-b9d8-25fb2531bb55,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:04.540896 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a7f7abeb-bfe3-4d44-968c-b0968bf30624 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.544748 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a7f7abeb-bfe3-4d44-968c-b0968bf30624 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088231 Jul 27 10:50:04.545073 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-95637070-9335-4546-b9f4-a1886249d00d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a18de5ec57ea4d4794f2be3cca33c097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5513141 Jul 27 10:50:04.545625 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52808) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:04.550441 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-e33f71d6-f0a5-4e82-a2c6-ffe8523bf920 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'security_group_rule': {'security_group_id': '3b10a9a7-e126-41f8-b36f-d653bacd3f26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:04.551165 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52810) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:04.606734 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e33f71d6-f0a5-4e82-a2c6-ffe8523bf920 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group_rule (f8c15aa3-14eb-48b2-9538-cc225a055048), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.628429 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9c96a6ab-0a37-4016-82f9-8d14f78e1c04 admin admin] Publish callbacks [] for security_group (8f228544-6d4c-45f2-b9d8-25fb2531bb55), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.671415 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9c96a6ab-0a37-4016-82f9-8d14f78e1c04 admin admin] Publish callbacks [] for security_group (8f228544-6d4c-45f2-b9d8-25fb2531bb55), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.713165 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e33f71d6-f0a5-4e82-a2c6-ffe8523bf920 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group_rule (f8c15aa3-14eb-48b2-9538-cc225a055048), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.721653 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e33f71d6-f0a5-4e82-a2c6-ffe8523bf920 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (f8c15aa3-14eb-48b2-9538-cc225a055048), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.743803 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9c96a6ab-0a37-4016-82f9-8d14f78e1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8f228544-6d4c-45f2-b9d8-25fb2531bb55), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.747436 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9c96a6ab-0a37-4016-82f9-8d14f78e1c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.748651 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-9c96a6ab-0a37-4016-82f9-8d14f78e1c04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f228544-6d4c-45f2-b9d8-25fb2531bb55 HTTP/1.1" status: 204 len: 168 time: 0.1963761 Jul 27 10:50:04.750588 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:04.777975 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96a6ab-0a37-4016-82f9-8d14f78e1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f228544-6d4c-45f2-b9d8-25fb2531bb55,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:04.787629 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e33f71d6-f0a5-4e82-a2c6-ffe8523bf920 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:04.793820 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e33f71d6-f0a5-4e82-a2c6-ffe8523bf920 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2470055 Jul 27 10:50:04.798103 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:04.799612 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52814) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:04.819202 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:04.828647 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f71d6-f0a5-4e82-a2c6-ffe8523bf920 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c15aa3-14eb-48b2-9538-cc225a055048,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:04.861515 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.003555 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.213515 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Allocated IP 172.27.0.149 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/2d350d2f-3472-4b74-ad8d-f121245570a6) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:50:05.442445 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for port (2d350d2f-3472-4b74-ad8d-f121245570a6), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.500652 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (2d350d2f-3472-4b74-ad8d-f121245570a6), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.550218 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:50:05.553135 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:50:05.555780 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:50:05.565488 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c3a80538-b261-4e45-9dff-3d53a32f7819 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:05.575136 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:05.611673 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event updated for resources: {'Port': ['ID=2d350d2f-3472-4b74-ad8d-f121245570a6,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:05.636740 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (a9091638-a0c9-4e7c-a782-50c155b19f83), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.655556 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port c3a80538-b261-4e45-9dff-3d53a32f7819 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:05.656286 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.694114 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2d350d2f-3472-4b74-ad8d-f121245570a6), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.708993 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:50:05.772752 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port c3a80538-b261-4e45-9dff-3d53a32f7819 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:05.773471 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.800225 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port c3a80538-b261-4e45-9dff-3d53a32f7819, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c3a80538-b261-4e45-9dff-3d53a32f7819,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:05.807340 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:05.911268 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=c3a80538-b261-4e45-9dff-3d53a32f7819,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:06.135509 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for port (2d350d2f-3472-4b74-ad8d-f121245570a6), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:06.141443 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2d350d2f-3472-4b74-ad8d-f121245570a6), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:06.144802 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:06.180485 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (a9091638-a0c9-4e7c-a782-50c155b19f83), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:06.202933 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event updated for resources: {'Port': ['ID=2d350d2f-3472-4b74-ad8d-f121245570a6,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:06.209170 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:06.210329 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-d0b2028a-c95c-4bf2-a5f6-b25ed5055f5c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4087987 Jul 27 10:50:06.546473 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:06.568187 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-9d50f98b-7c06-4295-9407-b449ddbe1bde tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--984491473&fields=id&tenant_id=418d6f237f034c45a7e78538b217ad5e HTTP/1.1" status: 200 len: 267 time: 0.0797462 Jul 27 10:50:06.777581 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7108b71-5b04-443f-8986-3927cfdb283b req-f510d444-93e5-41ec-bfaf-463824e4ae02 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:06.779114 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b7108b71-5b04-443f-8986-3927cfdb283b req-f510d444-93e5-41ec-bfaf-463824e4ae02 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0969262 Jul 27 10:50:06.784798 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-85504387-1bad-4282-9625-4845ac786fc8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:06.791767 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-85504387-1bad-4282-9625-4845ac786fc8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 819 time: 0.2221997 Jul 27 10:50:06.856241 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-29ae09c2-e680-482c-aee9-8505204a5280 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/quotas/418d6f237f034c45a7e78538b217ad5e HTTP/1.1" status: 200 len: 375 time: 0.0596306 Jul 27 10:50:07.010575 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-0998f7bd-a281-4de8-8f2e-2ada0f6872c6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1569111 Jul 27 10:50:07.035938 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b7108b71-5b04-443f-8986-3927cfdb283b req-830d8f2f-50f3-4e2c-9457-82e10feb49b3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387545 Jul 27 10:50:07.148166 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-3308fced-7c52-4954-bca8-1675ffb04b19 service neutron] 10.222.0.36 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076806 Jul 27 10:50:07.249431 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-0de57f80-fde1-42cf-bd54-c0c2bef66fa1 service neutron] 10.222.0.36 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952208 Jul 27 10:50:07.332965 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:07.471539 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a3c522db-0abf-41a1-b83e-38f641df8f16 req-0435b0c8-3cb8-477c-9c8e-b6ffcb8ceca1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 210 time: 0.0485344 Jul 27 10:50:07.579055 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c3a80538-b261-4e45-9dff-3d53a32f7819 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:07.636360 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port c3a80538-b261-4e45-9dff-3d53a32f7819 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:07.636741 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:07.763828 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port c3a80538-b261-4e45-9dff-3d53a32f7819 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:08.037168 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Sync routers for ids ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:50:08.051687 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Routers {'7d08bdf7-f556-4cb3-8acd-00090cd9b109'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:08.052553 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:08.206676 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bdab7-549d-41ec-a59e-5d77c2165902 req-bc85a6ca-7096-4350-9fde-e195678c4fa7 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:08.210021 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Set router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:08.214642 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5c9bdab7-549d-41ec-a59e-5d77c2165902 req-bc85a6ca-7096-4350-9fde-e195678c4fa7 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0865972 Jul 27 10:50:08.278844 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5c9bdab7-549d-41ec-a59e-5d77c2165902 req-bea86803-430a-4fa1-be0b-01173c61c9e8 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626850 Jul 27 10:50:08.449368 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 4, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port': {'id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:59Z', 'updated_at': '2022-07-27T10:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '6c23133f-9369-490c-b3d3-a1745114bfc0', 'name': '', 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'mac_address': 'fa:16:3e:d2:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:50:01Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 2, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'subnets': [{'id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:08.477190 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Checking router: 7d08bdf7-f556-4cb3-8acd-00090cd9b109 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:50:08.477710 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Updating router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 port 6c23133f-9369-490c-b3d3-a1745114bfc0 binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:50:08.525996 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:08.659851 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c8f852de-af9b-469b-9c37-92387e11b9c6 req-e283175e-732d-430c-bbdf-451a2d7a543c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 210 time: 0.0957623 Jul 27 10:50:08.837600 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-5baf437f-7a35-4807-bf65-e7eaec8b2c8f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:08.839829 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-5baf437f-7a35-4807-bf65-e7eaec8b2c8f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 819 time: 0.1917872 Jul 27 10:50:08.926433 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:08.971476 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Publish callbacks [] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:08.981026 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.005811 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-f057f530-7d69-4e7a-94c3-97104261c386 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418d6f237f034c45a7e78538b217ad5e HTTP/1.1" status: 200 len: 379 time: 0.1562836 Jul 27 10:50:09.080036 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'port': {'device_id': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'admin_state_up': True, 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'security_groups': ['3b10a9a7-e126-41f8-b36f-d653bacd3f26']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:09.085030 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de4eee-d444-4597-b5ce-af76fefc631f None None] Pushing event updated for resources: {'Port': ['ID=6c23133f-9369-490c-b3d3-a1745114bfc0,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:09.157912 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Attempting to bind port 6c23133f-9369-490c-b3d3-a1745114bfc0 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:50:09.158726 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Attempting to bind port 6c23133f-9369-490c-b3d3-a1745114bfc0 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:50:09.159341 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Attempting to bind port 6c23133f-9369-490c-b3d3-a1745114bfc0 on network 1b687bb7-8603-41b1-862c-dc1dc717912c {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:50:09.169609 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:50:09.170286 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Checking segment: {'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:50:09.170890 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.171462 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Bound using segment: {'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:50:09.172697 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Bound port: 6c23133f-9369-490c-b3d3-a1745114bfc0, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b568a-4315-465e-8f15-cd5be34a8cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:50:09.173253 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.291110 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] For port 6c23133f-9369-490c-b3d3-a1745114bfc0, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:50:09.294206 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Made reservation on behalf of 418d6f237f034c45a7e78538b217ad5e for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:50:09.295937 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] For port 6c23133f-9369-490c-b3d3-a1745114bfc0, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=6c23133f-9369-490c-b3d3-a1745114bfc0,segment=NetworkSegment(580b568a-4315-465e-8f15-cd5be34a8cfb),segment_id=580b568a-4315-465e-8f15-cd5be34a8cfb)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:50:09.305998 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.331667 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.388255 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-a7553bc0-b161-4429-977c-d559a32344bf None None] Provisioning complete for port 6c23133f-9369-490c-b3d3-a1745114bfc0 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:09.397646 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a7553bc0-b161-4429-977c-d559a32344bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.427469 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:09.491844 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Routers {'7d08bdf7-f556-4cb3-8acd-00090cd9b109'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:09.492527 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:49:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:09.555859 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c19ba-1337-470c-b5f1-efdc717361e5 req-e8b02822-fa86-4d76-a847-6c71c0dacf66 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:09.559191 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-af7c19ba-1337-470c-b5f1-efdc717361e5 req-e8b02822-fa86-4d76-a847-6c71c0dacf66 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.1355946 Jul 27 10:50:09.612153 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 52904) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:09.618735 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de4eee-d444-4597-b5ce-af76fefc631f None None] Pushing event updated for resources: {'Port': ['ID=6c23133f-9369-490c-b3d3-a1745114bfc0,revision_number=4']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:09.627781 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Allocated IP 172.20.0.14 (85350a35-0d2c-48f8-814b-c6d3c3675053/3dad9ee7-8009-43c9-8f47-7e94b40d3d2a/4bed1827-5814-4dc0-b24a-83d73b8f3e52) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:50:09.666451 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a7553bc0-b161-4429-977c-d559a32344bf None None] Current status of the port 6c23133f-9369-490c-b3d3-a1745114bfc0 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:09.667775 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a7553bc0-b161-4429-977c-d559a32344bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.670142 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-af7c19ba-1337-470c-b5f1-efdc717361e5 req-205d1035-6690-4163-93df-8e927bc19f50 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045337 Jul 27 10:50:09.771669 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:09.775416 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-a7553bc0-b161-4429-977c-d559a32344bf None None] For port 6c23133f-9369-490c-b3d3-a1745114bfc0, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=6c23133f-9369-490c-b3d3-a1745114bfc0,segment=NetworkSegment(580b568a-4315-465e-8f15-cd5be34a8cfb),segment_id=580b568a-4315-465e-8f15-cd5be34a8cfb)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:09.804290 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a7553bc0-b161-4429-977c-d559a32344bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.873174 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7553bc0-b161-4429-977c-d559a32344bf None None] Pushing event updated for resources: {'Port': ['ID=6c23133f-9369-490c-b3d3-a1745114bfc0,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:09.896713 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c9495a22-d0bd-45f9-99de-144e3988e06f req-d2d1a979-8310-4ea6-bbd5-ec2cf7effed7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 210 time: 0.0836542 Jul 27 10:50:09.913545 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] Set router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:09.925856 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.930991 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-a5b6ad0e-6829-4e84-ad66-c9d3b29b0be0 None None] Provisioning complete for port 6c23133f-9369-490c-b3d3-a1745114bfc0 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:09.931569 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a5b6ad0e-6829-4e84-ad66-c9d3b29b0be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:09.942559 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-72935de6-56fd-416f-9e78-516f3f69eee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.003451 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.049325 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:10.072845 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6ad0e-6829-4e84-ad66-c9d3b29b0be0 None None] Current status of the port 6c23133f-9369-490c-b3d3-a1745114bfc0 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:10.082844 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:50:10.089992 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-72935de6-56fd-416f-9e78-516f3f69eee6 admin admin] Publish callbacks [] for security_group (a6104755-b246-43c6-8ff7-65278fa51864), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.097855 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-72935de6-56fd-416f-9e78-516f3f69eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a6104755-b246-43c6-8ff7-65278fa51864), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.099123 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:50:10.112162 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:50:10.126054 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:10.127019 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.157827 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72935de6-56fd-416f-9e78-516f3f69eee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6104755-b246-43c6-8ff7-65278fa51864,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:10.159955 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event updated for resources: {'Port': ['ID=4bed1827-5814-4dc0-b24a-83d73b8f3e52,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:10.162161 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-72935de6-56fd-416f-9e78-516f3f69eee6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01d0ee48032146aaa8842b9ad02ff30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5488706 Jul 27 10:50:10.165224 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 52910) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:10.201567 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-44a5b60a-1286-44c6-8aee-8f005e3eb611 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1261058 Jul 27 10:50:10.217980 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Request body: {'port': {'device_id': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:10.308248 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:10.329852 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 4, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port': {'id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:59Z', 'updated_at': '2022-07-27T10:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '6c23133f-9369-490c-b3d3-a1745114bfc0', 'name': '', 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'mac_address': 'fa:16:3e:d2:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:50:01Z', 'updated_at': '2022-07-27T10:50:09Z', 'revision_number': 4, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'subnets': [{'id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:10.337596 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.366012 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-735d711d-a414-4727-a4f1-6faebbb3ed44 admin admin] Publish callbacks [] for security_group (a6104755-b246-43c6-8ff7-65278fa51864), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.366404 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dcb0c6-0b96-44bb-b2e7-589951c9eb94 None None] The sync data for ids ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'] in dv-cinder-850840-3-iscsi is: [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:50:02Z', 'revision_number': 4, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port': {'id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:59Z', 'updated_at': '2022-07-27T10:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '6c23133f-9369-490c-b3d3-a1745114bfc0', 'name': '', 'network_id': '1b687bb7-8603-41b1-862c-dc1dc717912c', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'mac_address': 'fa:16:3e:d2:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:50:01Z', 'updated_at': '2022-07-27T10:50:09Z', 'revision_number': 4, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'subnets': [{'id': 'a4734f7c-2dcd-4d82-ba3b-f3f3382d550b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:50:10.455016 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-735d711d-a414-4727-a4f1-6faebbb3ed44 admin admin] Publish callbacks [] for security_group (a6104755-b246-43c6-8ff7-65278fa51864), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.496058 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-600092f0-3c33-4f3a-94f4-369f7161bd5b None None] Provisioning complete for port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:10.498748 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-600092f0-3c33-4f3a-94f4-369f7161bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.567838 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-600092f0-3c33-4f3a-94f4-369f7161bd5b None None] Port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:50:10.646476 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-735d711d-a414-4727-a4f1-6faebbb3ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a6104755-b246-43c6-8ff7-65278fa51864), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.649248 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-735d711d-a414-4727-a4f1-6faebbb3ed44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.654081 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-735d711d-a414-4727-a4f1-6faebbb3ed44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6104755-b246-43c6-8ff7-65278fa51864 HTTP/1.1" status: 204 len: 168 time: 0.4835324 Jul 27 10:50:10.666285 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d711d-a414-4727-a4f1-6faebbb3ed44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6104755-b246-43c6-8ff7-65278fa51864,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:10.773842 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bed1827-5814-4dc0-b24a-83d73b8f3e52 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:50:10.783346 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Publish callbacks [] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.818501 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Transition to ACTIVE for port object 4bed1827-5814-4dc0-b24a-83d73b8f3e52 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:50:10.823915 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:10.898223 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfc5e7-6b92-465a-9034-0a04db2332a8 req-e72b28be-a269-4aab-9820-7633b2b97ecf tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:10.900797 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-91bfc5e7-6b92-465a-9034-0a04db2332a8 req-e72b28be-a269-4aab-9820-7633b2b97ecf tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0981185 Jul 27 10:50:10.921510 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bed1827-5814-4dc0-b24a-83d73b8f3e52,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:10.935094 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:11.015507 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Attempting to bind port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:50:11.015507 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Attempting to bind port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:50:11.016187 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Attempting to bind port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:50:11.021415 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:50:11.021871 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Attempting to bind port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 on network 85350a35-0d2c-48f8-814b-c6d3c3675053 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:50:11.031284 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:50:11.031767 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Checking segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:50:11.032249 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Bound using segment: {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:50:11.032780 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Bound port: 4bed1827-5814-4dc0-b24a-83d73b8f3e52, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c60c1b8-fc0b-4510-b827-93329d31782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:50:11.033235 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:11.073033 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-91bfc5e7-6b92-465a-9034-0a04db2332a8 req-b220c0a3-ebc4-4172-b0aa-173b692e4104 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645925 Jul 27 10:50:11.139822 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:11.168268 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44c2c-5d80-4b94-a3cd-3c7110557b1c req-5be1849d-3570-4f6f-8a9b-6d34be7070f6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:11.171054 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] For port 4bed1827-5814-4dc0-b24a-83d73b8f3e52, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:50:11.172536 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8aa44c2c-5d80-4b94-a3cd-3c7110557b1c req-5be1849d-3570-4f6f-8a9b-6d34be7070f6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 944 time: 0.0961952 Jul 27 10:50:11.176050 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] For port 4bed1827-5814-4dc0-b24a-83d73b8f3e52, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:50:11.189517 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:11.248954 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:11.254785 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8aa44c2c-5d80-4b94-a3cd-3c7110557b1c req-70595a71-e87a-478c-9abc-c764ec1f9fe1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776572 Jul 27 10:50:11.263386 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:11.265620 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 200 len: 1094 time: 1.0522788 Jul 27 10:50:11.270718 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:50:11.273403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1c5edb-fc0d-4fc7-821c-00918342d647" -d '{"events": [{"name": "network-changed", "server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:50:11.373809 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87434ca5-1e36-42b3-8035-005e2ad1239c x-openstack-request-id: req-87434ca5-1e36-42b3-8035-005e2ad1239c {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:50:11.374108 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:50:11.374384 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87434ca5-1e36-42b3-8035-005e2ad1239c {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:50:11.375565 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87434ca5-1e36-42b3-8035-005e2ad1239c'] response: {'name': 'network-changed', 'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'status': 'completed', 'code': 200} Jul 27 10:50:11.388237 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40354f15-ed9a-4c89-a42d-70e7f3b6f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bed1827-5814-4dc0-b24a-83d73b8f3e52,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:11.419596 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-7bd668c0-0e03-4f5a-91ce-ac59f33e18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:11.422546 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-7bd668c0-0e03-4f5a-91ce-ac59f33e18fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1128 time: 0.0929182 Jul 27 10:50:11.489939 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-b6488f84-ae77-4b1a-b1eb-70145de7689d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 200 len: 217 time: 0.0595300 Jul 27 10:50:11.592199 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-ef067e4c-76be-4b1e-9eaf-13255c051c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:11.593692 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-ef067e4c-76be-4b1e-9eaf-13255c051c8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0895972 Jul 27 10:50:11.604048 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 6c23133f-9369-490c-b3d3-a1745114bfc0 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:11.679163 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:11.679802 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:11.690494 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:11.693383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-6c5816ec-6197-4eee-aedf-8a80a417df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:11.695300 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-6c5816ec-6197-4eee-aedf-8a80a417df5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945799 Jul 27 10:50:11.721562 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 6c23133f-9369-490c-b3d3-a1745114bfc0 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:11.721947 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:11.844365 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-2634c098-3259-4bc4-934f-51ea0ce8dad9 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417453 Jul 27 10:50:11.863432 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 6c23133f-9369-490c-b3d3-a1745114bfc0 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:11.959283 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-23cd7e11-65f8-4244-a153-2c25ce29ea4a req-bc79e8f7-b94c-4a63-b2c6-4c16bc8175d3 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077871 Jul 27 10:50:12.245339 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb2ec3-843b-4074-a6b7-465dbdd38b8c req-829be0fc-6e52-4e14-adf9-0ee001dcd188 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:12.253276 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-86fb2ec3-843b-4074-a6b7-465dbdd38b8c req-829be0fc-6e52-4e14-adf9-0ee001dcd188 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0655355 Jul 27 10:50:12.318477 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-86fb2ec3-843b-4074-a6b7-465dbdd38b8c req-f0db6a89-c4f9-4f44-a6c4-dc6eb11062aa tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587234 Jul 27 10:50:12.406732 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d31fa-b978-4c96-bc2f-34e25b18827b req-ea1b4c94-eab7-4a9b-a544-4efe11cd7034 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:12.413866 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-879d31fa-b978-4c96-bc2f-34e25b18827b req-ea1b4c94-eab7-4a9b-a544-4efe11cd7034 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 944 time: 0.0597916 Jul 27 10:50:12.461010 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-879d31fa-b978-4c96-bc2f-34e25b18827b req-c555ee93-7cba-424e-935a-d742e796ebdf tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461957 Jul 27 10:50:12.968312 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-53a3e01d-ddb2-4e20-b355-465659fa7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:12.970098 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-53a3e01d-ddb2-4e20-b355-465659fa7868 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1128 time: 0.0598536 Jul 27 10:50:13.089081 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-777898a8-dc55-403c-9915-352c809a90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:13.089081 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-777898a8-dc55-403c-9915-352c809a90fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.1076124 Jul 27 10:50:13.131763 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-73349d8b-8d25-447f-8aed-865907eea002 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 200 len: 217 time: 0.0373137 Jul 27 10:50:13.181664 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-0a7cb6cd-3561-490d-8cdc-11a2e8b72d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:13.184120 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-0a7cb6cd-3561-490d-8cdc-11a2e8b72d20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0470188 Jul 27 10:50:13.241834 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-8c429b79-37ac-4e29-a2e1-9261b3ae4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:13.243413 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-8c429b79-37ac-4e29-a2e1-9261b3ae4a7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467136 Jul 27 10:50:13.349355 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-ff4539d8-bcbe-4a56-a8b3-dfc803814966 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982344 Jul 27 10:50:13.453193 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e870f-a750-4a83-876a-2a7040e7bd10 req-c852baaa-6ff4-4596-b702-d85e4e70b1f5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:13.454761 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-299e870f-a750-4a83-876a-2a7040e7bd10 req-c852baaa-6ff4-4596-b702-d85e4e70b1f5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0618868 Jul 27 10:50:13.467467 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2f1c5edb-fc0d-4fc7-821c-00918342d647 req-54780e0d-fb5a-4562-a53d-ce732493fd2c service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078527 Jul 27 10:50:13.531894 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-299e870f-a750-4a83-876a-2a7040e7bd10 req-23bf1874-ce1e-455f-a55b-b7978b5ea00b tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693805 Jul 27 10:50:13.594376 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45064-46c4-4f52-8ebc-6b9c99f88bcd req-f39d5704-b06b-4479-89ef-6a54b824d2ab tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:13.602912 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6bb45064-46c4-4f52-8ebc-6b9c99f88bcd req-f39d5704-b06b-4479-89ef-6a54b824d2ab tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 944 time: 0.0607021 Jul 27 10:50:13.659374 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6bb45064-46c4-4f52-8ebc-6b9c99f88bcd req-875aca26-3cc4-4fe3-87df-030271848d35 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553422 Jul 27 10:50:14.654469 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc44ee7-cdf8-4edf-abcf-f2b1cbac0d4b req-5976c077-a917-4526-a894-a6e9fc67af2c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:14.657176 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2bc44ee7-cdf8-4edf-abcf-f2b1cbac0d4b req-5976c077-a917-4526-a894-a6e9fc67af2c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0538723 Jul 27 10:50:14.718580 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2bc44ee7-cdf8-4edf-abcf-f2b1cbac0d4b req-d25c2f47-6282-49a8-a76c-6587fc5d6b1a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559702 Jul 27 10:50:14.824167 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384a906-bdc1-4f09-9acb-d4b461970f5b req-6cf7e142-2ffb-495d-a328-0fa25d02bb16 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:14.825728 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c384a906-bdc1-4f09-9acb-d4b461970f5b req-6cf7e142-2ffb-495d-a328-0fa25d02bb16 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 944 time: 0.0575845 Jul 27 10:50:14.882717 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c384a906-bdc1-4f09-9acb-d4b461970f5b req-4cafd17b-c799-434b-bb60-dc213a7e2df6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502141 Jul 27 10:50:15.424585 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4bed1827-5814-4dc0-b24a-83d73b8f3e52 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:50:15.552385 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4bed1827-5814-4dc0-b24a-83d73b8f3e52, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:15.570136 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'mac_address': 'fa:16:3e:03:fe:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:50:15.616125 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:15.617444 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:15.632431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bed1827-5814-4dc0-b24a-83d73b8f3e52 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:50:15.691257 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4bed1827-5814-4dc0-b24a-83d73b8f3e52, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:15.713631 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:15.814335 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=4bed1827-5814-4dc0-b24a-83d73b8f3e52,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:15.893958 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1a31f-932c-43d6-aa25-8e832484df79 req-1b8935f7-d25d-4d47-a32a-713727e7e0be tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:15.895517 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-39f1a31f-932c-43d6-aa25-8e832484df79 req-1b8935f7-d25d-4d47-a32a-713727e7e0be tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0544710 Jul 27 10:50:15.951122 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-39f1a31f-932c-43d6-aa25-8e832484df79 req-9ec713e0-69ce-4330-8c94-29074eaed39d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493920 Jul 27 10:50:16.020498 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:16.029787 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119953-beb0-4b0d-956b-d316df0fd0f1 req-5bc15d2e-971a-4b47-9be2-e97d4c3cabfa tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:16.032211 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7f119953-beb0-4b0d-956b-d316df0fd0f1 req-5bc15d2e-971a-4b47-9be2-e97d4c3cabfa tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 945 time: 0.0499117 Jul 27 10:50:16.039660 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['4bed1827-5814-4dc0-b24a-83d73b8f3e52'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:50:16.087205 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7f119953-beb0-4b0d-956b-d316df0fd0f1 req-3838b381-131c-47d3-8204-105bf6d880d3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484014 Jul 27 10:50:16.728383 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-5dd4d5fb-2910-4d99-811b-be69a44e8689 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:16.730052 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-5dd4d5fb-2910-4d99-811b-be69a44e8689 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/networks?id=a3a05ee6-929e-4b98-8a43-aabfeba45963 HTTP/1.1" status: 200 len: 814 time: 0.1098762 Jul 27 10:50:16.744856 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-1a0a6bf1-9e00-46b9-963b-97d0a4863872 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/quotas/b961e9565f174504a1f8d4b36dc73f50 HTTP/1.1" status: 200 len: 375 time: 0.0093095 Jul 27 10:50:16.806112 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-e3d6d697-3321-4588-afdb-5f78f366dd8a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b961e9565f174504a1f8d4b36dc73f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556107 Jul 27 10:50:16.898762 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:16.905235 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-d57198b8-6378-4e4c-bb0c-9606fba7c10d service neutron] 10.222.0.36 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853364 Jul 27 10:50:16.998991 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-1e5b18f3-409d-483d-b1cb-55e99c95231d service neutron] 10.222.0.36 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879366 Jul 27 10:50:17.077759 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc30fe-baa7-44bb-8814-8ecd8e6a92df req-f26fdf46-9aca-4a27-9fe8-3375222d7132 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:17.082655 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a4bc30fe-baa7-44bb-8814-8ecd8e6a92df req-f26fdf46-9aca-4a27-9fe8-3375222d7132 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0540404 Jul 27 10:50:17.137540 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a4bc30fe-baa7-44bb-8814-8ecd8e6a92df req-f3077faf-f8f9-4d05-823e-c0e413f621ff tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487063 Jul 27 10:50:17.168688 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d733465a-1091-44c7-bd6a-e9d752199c65 req-23cc468e-0116-44de-8ac9-5c8fd3fa535f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 210 time: 0.0299375 Jul 27 10:50:17.259102 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79d91f-6fbe-4fe1-9d4e-cf3515b175df req-bbd352cf-5c6f-4dc9-9b31-bc2f196ce313 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:17.260644 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2a79d91f-6fbe-4fe1-9d4e-cf3515b175df req-bbd352cf-5c6f-4dc9-9b31-bc2f196ce313 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 945 time: 0.0507872 Jul 27 10:50:17.311567 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2a79d91f-6fbe-4fe1-9d4e-cf3515b175df req-00483422-2997-4172-a105-d9d93bd3d769 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452313 Jul 27 10:50:17.439486 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4bed1827-5814-4dc0-b24a-83d73b8f3e52 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:17.488314 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:50:17.494652 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:17.495078 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:17.567711 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:17.568104 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:17.593211 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:50:17.595988 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4a3053-dc07-46ba-a7fa-8f0d99ba7f0e" -d '{"events": [{"server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "name": "network-vif-plugged", "status": "completed", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:50:17.610174 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4bed1827-5814-4dc0-b24a-83d73b8f3e52, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:17.616403 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:17.639448 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f0a26a-3664-4215-872f-a090858d47e8 x-openstack-request-id: req-53f0a26a-3664-4215-872f-a090858d47e8 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:50:17.639768 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "name": "network-vif-plugged", "status": "completed", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:50:17.640025 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53f0a26a-3664-4215-872f-a090858d47e8 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:50:17.640416 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f0a26a-3664-4215-872f-a090858d47e8'] response: {'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'code': 200} Jul 27 10:50:17.642498 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:17.684977 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=4bed1827-5814-4dc0-b24a-83d73b8f3e52,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:18.072716 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dba411-b7a9-478b-98bf-17964f3fc82a req-ef3f9d3a-1864-42c5-a7fd-a828f52f1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:18.074347 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-25dba411-b7a9-478b-98bf-17964f3fc82a req-ef3f9d3a-1864-42c5-a7fd-a828f52f1424 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1130 time: 0.0394509 Jul 27 10:50:18.187928 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:18.194463 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-25dba411-b7a9-478b-98bf-17964f3fc82a req-244d3059-dc39-4e25-bb99-6b1548ab42e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040483 Jul 27 10:50:18.228279 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-e4499eac-0528-438d-aac3-52a955b60195 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:18.230273 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-e4499eac-0528-438d-aac3-52a955b60195 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.69 "GET /v2.0/networks?id=a3a05ee6-929e-4b98-8a43-aabfeba45963 HTTP/1.1" status: 200 len: 814 time: 0.1342399 Jul 27 10:50:18.267854 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb048314-f9e0-4c78-8305-a5ccbf875ffb req-f32e754a-3d05-4323-96a4-b9ea93678c45 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:18.269390 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bb048314-f9e0-4c78-8305-a5ccbf875ffb req-f32e754a-3d05-4323-96a4-b9ea93678c45 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0500066 Jul 27 10:50:18.301673 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c678036d-bca6-4795-8bd5-df97f7833926 req-0cb772b1-78ed-440f-b058-ad3844a3a13d tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 210 time: 0.0313365 Jul 27 10:50:18.336295 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bb048314-f9e0-4c78-8305-a5ccbf875ffb req-28781521-abd0-4b49-9eb1-79ba1a0de76e tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566299 Jul 27 10:50:18.436354 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac1e6-a56b-4606-a53f-093d05371ba1 req-c464c554-4bc4-469f-99ca-931ee7b37d8d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:18.437818 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a44ac1e6-a56b-4606-a53f-093d05371ba1 req-c464c554-4bc4-469f-99ca-931ee7b37d8d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0500972 Jul 27 10:50:18.456184 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'port': {'device_id': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'admin_state_up': True, 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:18.489475 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a44ac1e6-a56b-4606-a53f-093d05371ba1 req-8e99e528-3272-402f-92c1-545f29e84559 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460923 Jul 27 10:50:18.572401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Made reservation on behalf of b961e9565f174504a1f8d4b36dc73f50 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:50:18.575883 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:18.634169 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:18.712757 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Allocated IP 172.20.0.12 (a3a05ee6-929e-4b98-8a43-aabfeba45963/e30528fe-940c-4c6f-866e-3ae4a649f697/0f3e6efd-4a4a-4271-9fdf-58286e519c4f) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:50:18.882359 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:18.918178 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:18.956073 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:50:18.959144 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:50:18.961601 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:50:18.967624 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:18.968243 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:19.007451 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540464 Jul 27 10:50:19.030171 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1dd3e-9778-4eae-8a4b-4c4271b69bdd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'Port': ['ID=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:19.265266 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-9cb0f770-6c88-48cf-9ae2-8856ca3c578f None None] Provisioning complete for port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:19.267421 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f770-6c88-48cf-9ae2-8856ca3c578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:19.309996 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0f770-6c88-48cf-9ae2-8856ca3c578f None None] Port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:50:19.567451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcce891-85fe-4bcf-a840-bd6a3c937ca4 req-06c1f200-a482-4add-bde2-f2182ff9ee64 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:19.569320 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dbcce891-85fe-4bcf-a840-bd6a3c937ca4 req-06c1f200-a482-4add-bde2-f2182ff9ee64 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 932 time: 0.1284232 Jul 27 10:50:19.585525 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f165-f1c3-4494-b56c-cb8b61114dd0 req-c35a560b-2a8d-4e33-8e5d-0e1d29c83a42 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:19.587395 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6300f165-f1c3-4494-b56c-cb8b61114dd0 req-c35a560b-2a8d-4e33-8e5d-0e1d29c83a42 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0774021 Jul 27 10:50:19.656008 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:19.667838 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dbcce891-85fe-4bcf-a840-bd6a3c937ca4 req-8f41c0f9-bf15-41e8-90df-408ef8687ab8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890062 Jul 27 10:50:19.676325 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6300f165-f1c3-4494-b56c-cb8b61114dd0 req-4607c36a-eca2-45dd-b15b-55abb84ce0ca tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826471 Jul 27 10:50:19.794129 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d5d81-b6ad-4652-bc54-f7dd0271b3cb req-416ec7bf-a378-4a2a-b911-eb03c29504e9 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:19.795734 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c71d5d81-b6ad-4652-bc54-f7dd0271b3cb req-416ec7bf-a378-4a2a-b911-eb03c29504e9 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Jul 27 10:50:19.847300 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c71d5d81-b6ad-4652-bc54-f7dd0271b3cb req-d177f246-5e20-40f4-98f6-1d43972404e6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446470 Jul 27 10:50:20.847476 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098f954-8060-4875-a0f2-d890d5abf446 req-cd6b2f2e-d3a5-4368-a5c1-38a54af3c295 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:20.848992 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1098f954-8060-4875-a0f2-d890d5abf446 req-cd6b2f2e-d3a5-4368-a5c1-38a54af3c295 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 932 time: 0.0781143 Jul 27 10:50:20.860374 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11f51-91d6-4a7d-8812-d05b5cbb3fa2 req-05d1fc9a-0cfa-43ba-b301-37340ae5342a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:20.861856 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62e11f51-91d6-4a7d-8812-d05b5cbb3fa2 req-05d1fc9a-0cfa-43ba-b301-37340ae5342a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0897708 Jul 27 10:50:20.937000 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1098f954-8060-4875-a0f2-d890d5abf446 req-e90025df-b7f3-4b70-a79a-6fdfcef31a96 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741737 Jul 27 10:50:20.951323 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62e11f51-91d6-4a7d-8812-d05b5cbb3fa2 req-cfb87dfd-02fd-4581-a5e4-ce4a912b115c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728343 Jul 27 10:50:21.059701 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129216-426b-4a23-8405-9f51bb624801 req-e0861666-d26c-4b45-bc62-19292ce56cb1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:21.061217 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-35129216-426b-4a23-8405-9f51bb624801 req-e0861666-d26c-4b45-bc62-19292ce56cb1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0523429 Jul 27 10:50:21.122943 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-35129216-426b-4a23-8405-9f51bb624801 req-4286baef-a731-444c-aa46-62e6c5a52268 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525336 Jul 27 10:50:22.063874 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:22.104666 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:22.112976 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17c339-f5ea-4af8-8f02-949383d06b72 req-5069dd1e-b08a-494c-a67a-ee793d869e72 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:22.114297 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6d6211a3-0816-4623-a54e-b148eba8a008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:22.114853 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a17c339-f5ea-4af8-8f02-949383d06b72 req-5069dd1e-b08a-494c-a67a-ee793d869e72 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 932 time: 0.0907090 Jul 27 10:50:22.144368 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcdac3-c14c-4d80-b894-816788b63be9 req-8e44db02-0f9e-45b7-899c-9c1dac2b76bd tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:22.145989 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2dbcdac3-c14c-4d80-b894-816788b63be9 req-8e44db02-0f9e-45b7-899c-9c1dac2b76bd tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0855575 Jul 27 10:50:22.218388 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a17c339-f5ea-4af8-8f02-949383d06b72 req-448caaf4-7a72-4ed9-9951-13524655999b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969679 Jul 27 10:50:22.222588 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2dbcdac3-c14c-4d80-b894-816788b63be9 req-6d8bcf04-7d38-4068-baee-b89ab7e8fd66 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709083 Jul 27 10:50:22.330077 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533483a-cbee-4ce1-80c1-1764d7cee4bc req-a050e34f-0280-4824-bad7-afd8e61dafde tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:22.331750 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1533483a-cbee-4ce1-80c1-1764d7cee4bc req-a050e34f-0280-4824-bad7-afd8e61dafde tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0507252 Jul 27 10:50:22.381275 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1533483a-cbee-4ce1-80c1-1764d7cee4bc req-16437c15-d29b-4a60-9d29-de1269dcf5a0 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437078 Jul 27 10:50:23.393250 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed778d5-0028-4e67-ba37-d63563b2f2c7 req-6156dca2-ab89-46ad-a93b-54090fa6d7cf tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:23.395384 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0ed778d5-0028-4e67-ba37-d63563b2f2c7 req-6156dca2-ab89-46ad-a93b-54090fa6d7cf tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 932 time: 0.0886989 Jul 27 10:50:23.404163 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5f80b-212e-47c4-8f0b-ee5e15407db7 req-5173d9f6-d525-4b9a-b1ec-eb7f6128a72c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:23.405697 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b8e5f80b-212e-47c4-8f0b-ee5e15407db7 req-5173d9f6-d525-4b9a-b1ec-eb7f6128a72c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0891211 Jul 27 10:50:23.486731 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0ed778d5-0028-4e67-ba37-d63563b2f2c7 req-8c34a13e-efad-4690-b139-5c345b2d5b33 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800240 Jul 27 10:50:23.489905 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b8e5f80b-212e-47c4-8f0b-ee5e15407db7 req-67c11e9a-71c3-4fcb-b231-f43f6cd630b5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729537 Jul 27 10:50:23.620291 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe367e-359c-4991-b6f9-170bd28056f3 req-383ca385-b4b0-4f1b-853a-07c93ade541a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:23.621807 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6afe367e-359c-4991-b6f9-170bd28056f3 req-383ca385-b4b0-4f1b-853a-07c93ade541a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0575874 Jul 27 10:50:23.676330 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6afe367e-359c-4991-b6f9-170bd28056f3 req-e19d400d-744b-4d5d-9a46-9a522b803945 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483553 Jul 27 10:50:24.395148 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c91c7d52-1727-4ac3-b2d3-4ff74445cbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:24.647899 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2256d-1419-46e0-95f9-44747c315b05 req-1e006ae5-b0d3-45e2-b956-1a8c49b3e9b1 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:24.654772 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-89d2256d-1419-46e0-95f9-44747c315b05 req-1e006ae5-b0d3-45e2-b956-1a8c49b3e9b1 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 932 time: 0.0798864 Jul 27 10:50:24.684712 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478fefe-acd3-4c20-996f-090f999e7f63 req-67aef2c7-89bd-4bd2-b4de-869249d015e0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:24.686405 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2478fefe-acd3-4c20-996f-090f999e7f63 req-67aef2c7-89bd-4bd2-b4de-869249d015e0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0831163 Jul 27 10:50:24.691115 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:24.742832 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-89d2256d-1419-46e0-95f9-44747c315b05 req-0257547c-b26c-402e-a920-911fc0f38311 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871611 Jul 27 10:50:24.799415 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2478fefe-acd3-4c20-996f-090f999e7f63 req-0961265f-85dd-4d72-961c-31bfb3faf93a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017475 Jul 27 10:50:24.887037 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a49862-06c4-49ec-b3f3-2a1c77eeb6ba req-f1a89bbf-a654-47b6-a8ba-a71df6d3bca8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:24.888580 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-86a49862-06c4-49ec-b3f3-2a1c77eeb6ba req-f1a89bbf-a654-47b6-a8ba-a71df6d3bca8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0515876 Jul 27 10:50:24.936641 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-86a49862-06c4-49ec-b3f3-2a1c77eeb6ba req-44b74aa9-425e-404c-8341-ca6ad08cd0cb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424187 Jul 27 10:50:25.505193 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:25.947434 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9e8b3-6669-4222-bc69-d25e783d1e4d req-0bf3fcbd-e741-4476-94f3-939269b31be0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:25.949627 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f6a9e8b3-6669-4222-bc69-d25e783d1e4d req-0bf3fcbd-e741-4476-94f3-939269b31be0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0517519 Jul 27 10:50:26.055995 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5a093-490c-4d99-99c3-a584058e4f47 req-4be054c4-3644-462d-8d56-35660e00515b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:26.058087 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e7f5a093-490c-4d99-99c3-a584058e4f47 req-4be054c4-3644-462d-8d56-35660e00515b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 932 time: 0.0678127 Jul 27 10:50:26.064900 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f6a9e8b3-6669-4222-bc69-d25e783d1e4d req-f60a4470-36a1-43e3-95ac-70d6958abb28 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083422 Jul 27 10:50:26.080339 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:26.111245 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e7f5a093-490c-4d99-99c3-a584058e4f47 req-9d071f3b-d7c6-4f5f-93c4-5e5979c1aef8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Jul 27 10:50:26.184568 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc9121-56c9-42eb-94ad-87ee841de43f req-dd57d591-5b8e-4473-911a-2657c7041e17 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:26.187316 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c0bc9121-56c9-42eb-94ad-87ee841de43f req-dd57d591-5b8e-4473-911a-2657c7041e17 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0509698 Jul 27 10:50:26.239006 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c0bc9121-56c9-42eb-94ad-87ee841de43f req-0fd9d793-fd0e-4366-a028-f7c40e00c5bc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464771 Jul 27 10:50:27.203609 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5b36-4813-4c9e-84ef-02ae1b8711de req-ba1cd375-2903-485a-bb62-60449e5c7c86 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:27.205409 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-983d5b36-4813-4c9e-84ef-02ae1b8711de req-ba1cd375-2903-485a-bb62-60449e5c7c86 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0565240 Jul 27 10:50:27.278627 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f71ee-e9dc-432b-b159-61643a0c2b62 req-749ee920-13b7-4c80-a75f-490cda508c99 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:27.279817 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c8f71ee-e9dc-432b-b159-61643a0c2b62 req-749ee920-13b7-4c80-a75f-490cda508c99 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 932 time: 0.0734310 Jul 27 10:50:27.294277 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:27.303711 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-983d5b36-4813-4c9e-84ef-02ae1b8711de req-3143dfd8-eab0-41af-aa1f-842247583f5a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862434 Jul 27 10:50:27.343897 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c8f71ee-e9dc-432b-b159-61643a0c2b62 req-2318039d-6d6f-44e6-b19b-05a684e38570 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526567 Jul 27 10:50:27.387336 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:27.419348 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca583a7-9c2e-4b87-82cf-48d69e85e71a req-82ac98f1-bb75-4199-986d-ec4a3b29d9b7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:27.420859 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bca583a7-9c2e-4b87-82cf-48d69e85e71a req-82ac98f1-bb75-4199-986d-ec4a3b29d9b7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0490274 Jul 27 10:50:27.442862 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:27.480394 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bca583a7-9c2e-4b87-82cf-48d69e85e71a req-7eb4f6a6-7edb-4a83-9865-ab0c39b2bca1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535264 Jul 27 10:50:28.428913 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8df6b-bc6d-4f00-af6c-a37efcc27fe8 req-b07ef027-b9fa-48bf-80bc-471497e69a90 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:28.430796 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-69a8df6b-bc6d-4f00-af6c-a37efcc27fe8 req-b07ef027-b9fa-48bf-80bc-471497e69a90 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0507751 Jul 27 10:50:28.497316 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e4a1d-c65c-4537-852e-4313979d35bb req-1a4a11e2-ce13-4639-a023-f5a03500ff44 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:28.498738 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-df6e4a1d-c65c-4537-852e-4313979d35bb req-1a4a11e2-ce13-4639-a023-f5a03500ff44 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 932 time: 0.0669580 Jul 27 10:50:28.527245 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-69a8df6b-bc6d-4f00-af6c-a37efcc27fe8 req-0b6fdb3e-f51b-4b61-8748-2c2d417d807c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858250 Jul 27 10:50:28.559878 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-df6e4a1d-c65c-4537-852e-4313979d35bb req-d5e415b0-524a-425d-9ad6-0ea345f30f51 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551679 Jul 27 10:50:28.642623 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57503615-253f-4149-90d4-3855b07b50e7 req-e909a399-40eb-44c2-8ca1-9d026a2ebd0e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:28.644147 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-57503615-253f-4149-90d4-3855b07b50e7 req-e909a399-40eb-44c2-8ca1-9d026a2ebd0e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0583861 Jul 27 10:50:28.674159 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:28.700164 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-57503615-253f-4149-90d4-3855b07b50e7 req-fb0696f7-e316-4328-9886-496db4941c3f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502920 Jul 27 10:50:28.745958 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=43 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:28.748057 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Request body: {'port': {'device_id': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:28.759664 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:UPDATE=2,neutron:SELECT=67 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:28.813399 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:29.088642 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:29.090835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3e6efd-4a4a-4271-9fdf-58286e519c4f {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:50:29.098419 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Publish callbacks [] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:29.102121 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:29.115321 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Transition to ACTIVE for port object 0f3e6efd-4a4a-4271-9fdf-58286e519c4f will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:50:29.120956 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:29.176341 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:29.213120 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Attempting to bind port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:50:29.213466 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Attempting to bind port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:50:29.213803 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Attempting to bind port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f on network a3a05ee6-929e-4b98-8a43-aabfeba45963 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:50:29.218354 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f on network a3a05ee6-929e-4b98-8a43-aabfeba45963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:50:29.218771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Attempting to bind port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f on network a3a05ee6-929e-4b98-8a43-aabfeba45963 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:50:29.223939 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:50:29.224295 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Checking segment: {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:50:29.224690 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Bound using segment: {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:50:29.225122 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Bound port: 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:50:29.225493 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:29.293656 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] For port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:50:29.297011 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] For port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:50:29.303106 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:29.335920 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:29.336542 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:29.337909 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] 10.222.0.69 "PUT /v2.0/ports/0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 1094 time: 0.5946290 Jul 27 10:50:29.338373 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:50:29.340680 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2205979-3242-4178-a2f5-61175808d388" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:50:29.378360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3844d-f664-4bdb-88c9-b5616a5ed2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:29.391070 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5896a4-3595-4cd8-a476-3a42ecb0a9f4 x-openstack-request-id: req-fa5896a4-3595-4cd8-a476-3a42ecb0a9f4 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:50:29.391366 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:50:29.391625 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa5896a4-3595-4cd8-a476-3a42ecb0a9f4 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:50:29.392048 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5896a4-3595-4cd8-a476-3a42ecb0a9f4'] response: {'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'status': 'completed', 'code': 200} Jul 27 10:50:29.544284 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205979-3242-4178-a2f5-61175808d388 req-72bb98b4-0091-4910-98c4-7ea07e8a925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:29.545815 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2205979-3242-4178-a2f5-61175808d388 req-72bb98b4-0091-4910-98c4-7ea07e8a925b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b961e9565f174504a1f8d4b36dc73f50&device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1128 time: 0.0453749 Jul 27 10:50:29.700730 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6f935-86c5-43fe-80b8-296ac8c5a45d req-e844cba9-66d2-4f2f-ba6c-a6bc63f9f864 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:29.702223 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9dc6f935-86c5-43fe-80b8-296ac8c5a45d req-e844cba9-66d2-4f2f-ba6c-a6bc63f9f864 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0952497 Jul 27 10:50:29.713025 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e3d6c-ee4b-421b-a16b-08c543505038 req-5ac7fd87-1ffa-4db0-9c41-3c2de4879ce2 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:29.714519 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5c5e3d6c-ee4b-421b-a16b-08c543505038 req-5ac7fd87-1ffa-4db0-9c41-3c2de4879ce2 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 944 time: 0.0712879 Jul 27 10:50:29.735988 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205979-3242-4178-a2f5-61175808d388 req-6bed5090-9c1e-42d2-9b8a-da00df62b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:29.737487 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2205979-3242-4178-a2f5-61175808d388 req-6bed5090-9c1e-42d2-9b8a-da00df62b37f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b961e9565f174504a1f8d4b36dc73f50&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1762710 Jul 27 10:50:29.792826 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9dc6f935-86c5-43fe-80b8-296ac8c5a45d req-2a672be6-56eb-4053-a1e3-d398d7586565 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771945 Jul 27 10:50:29.800421 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5c5e3d6c-ee4b-421b-a16b-08c543505038 req-5034ef03-9af7-435a-af94-c48d465b7bce tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785451 Jul 27 10:50:29.914096 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49fb98-fc62-4e57-9c4a-c55a015c113d req-c53f2f5e-d347-4660-8648-b276cb3a434e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:29.915713 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b49fb98-fc62-4e57-9c4a-c55a015c113d req-c53f2f5e-d347-4660-8648-b276cb3a434e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0561943 Jul 27 10:50:29.993715 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b49fb98-fc62-4e57-9c4a-c55a015c113d req-cb1c2bf3-b6be-41f8-b118-f5d648b019c3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698984 Jul 27 10:50:30.039298 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581fd8f-dc7a-48e2-87c3-dc0a7557750f req-6349860c-51bb-4d30-98c6-99869f271b73 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.041000 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5581fd8f-dc7a-48e2-87c3-dc0a7557750f req-6349860c-51bb-4d30-98c6-99869f271b73 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0646617 Jul 27 10:50:30.125275 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:30.135052 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5581fd8f-dc7a-48e2-87c3-dc0a7557750f req-3a71e7e5-c645-4dbd-aaf4-7ec12256a1b1 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862150 Jul 27 10:50:30.146296 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e81729-cf3d-46b0-a7a6-1336adddefc7 req-558ba2e2-9cca-4b9b-8146-4bd9da339c47 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.148507 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a2e81729-cf3d-46b0-a7a6-1336adddefc7 req-558ba2e2-9cca-4b9b-8146-4bd9da339c47 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0668912 Jul 27 10:50:30.157570 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205979-3242-4178-a2f5-61175808d388 req-c8326b3b-cc5c-466e-85de-bbebbbefab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.159155 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2205979-3242-4178-a2f5-61175808d388 req-c8326b3b-cc5c-466e-85de-bbebbbefab3b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4158223 Jul 27 10:50:30.160323 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53248) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:30.165161 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'floatingip': {'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:30.177727 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-91721029-f87f-4b22-97d8-0054bccf9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.179474 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-91721029-f87f-4b22-97d8-0054bccf9ecd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 1130 time: 0.0924966 Jul 27 10:50:30.209390 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (a9091638-a0c9-4e7c-a782-50c155b19f83), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:30.294912 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-74d13c52-3960-4e05-baeb-44d2fda669b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.296396 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-74d13c52-3960-4e05-baeb-44d2fda669b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b961e9565f174504a1f8d4b36dc73f50&device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1128 time: 0.0803208 Jul 27 10:50:30.348384 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-cb51293f-01e1-46c6-86b9-66d34bd45a30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 217 time: 0.0382154 Jul 27 10:50:30.349367 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-822b0754-df7b-4b40-8aee-a52ed1cca697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.350721 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-822b0754-df7b-4b40-8aee-a52ed1cca697 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 912 time: 0.1615944 Jul 27 10:50:30.483046 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-66b3f8b5-f1b7-4b3c-8036-60966069eca7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc HTTP/1.1" status: 200 len: 1002 time: 0.1136465 Jul 27 10:50:30.484268 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-e9497721-6ff2-4588-8e45-dac8f0aeed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.485597 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-e9497721-6ff2-4588-8e45-dac8f0aeed75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30528fe-940c-4c6f-866e-3ae4a649f697 HTTP/1.1" status: 200 len: 853 time: 0.1239479 Jul 27 10:50:30.563239 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:30.572244 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0b20454a-9654-43e1-9da7-22a71cc29855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.574510 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-0b20454a-9654-43e1-9da7-22a71cc29855 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3a05ee6-929e-4b98-8a43-aabfeba45963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788736 Jul 27 10:50:30.579092 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-9d941db9-8637-4c52-95b4-fe5146bbb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.580564 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-9d941db9-8637-4c52-95b4-fe5146bbb618 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 200 len: 850 time: 0.0867076 Jul 27 10:50:30.652307 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:30.656661 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (a9091638-a0c9-4e7c-a782-50c155b19f83), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:30.673717 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-71b3f700-8bf8-42a1-9c31-947df8b294be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:30.675245 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-71b3f700-8bf8-42a1-9c31-947df8b294be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831149 Jul 27 10:50:30.743255 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:30.751282 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-8a4def13-3f49-40c0-a5e5-ebd5b133c5c6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679032 Jul 27 10:50:30.753177 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Floating IP a9091638-a0c9-4e7c-a782-50c155b19f83 associated. External IP: 172.27.0.149, port: 4bed1827-5814-4dc0-b24a-83d73b8f3e52. Jul 27 10:50:30.847183 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-8c76bb04-a30b-4ee2-a13a-fdd2f199188a service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571691 Jul 27 10:50:30.859946 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:30.930910 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ab2188e5-7cfa-4567-8631-7d21ab90afbf req-ad40ebcc-00a7-4c11-92d2-1ac5acddec9e service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689925 Jul 27 10:50:30.972893 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-107206e9-2ef3-420c-ad39-1cf12b1bd9bc req-6caa14f0-428c-433a-9a52-cdcd48305c01 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189940 Jul 27 10:50:31.265765 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe5113-1aa4-47ca-baec-86d4ca428d21 req-988aa85f-c1eb-47f5-93da-2311c1b33eb7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:31.267275 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1cfe5113-1aa4-47ca-baec-86d4ca428d21 req-988aa85f-c1eb-47f5-93da-2311c1b33eb7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 944 time: 0.1195328 Jul 27 10:50:31.306506 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26ee2b-4a65-4c70-b416-e60ab10fe4bb req-58f75c68-3f30-4911-a21a-6c436345339a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:31.308008 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cb26ee2b-4a65-4c70-b416-e60ab10fe4bb req-58f75c68-3f30-4911-a21a-6c436345339a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0950880 Jul 27 10:50:31.318126 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:50:31.367918 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1cfe5113-1aa4-47ca-baec-86d4ca428d21 req-bac88c72-6d23-46d0-93dc-e30e28323809 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918670 Jul 27 10:50:31.373169 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:31.429181 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cb26ee2b-4a65-4c70-b416-e60ab10fe4bb req-6e6a0f38-5cf2-4071-9ffe-09d5cd239446 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138237 Jul 27 10:50:31.483117 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:50:31.487607 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:31.494905 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] Sync routers for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:50:31.506051 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:31.506735 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:50:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:31.522718 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-0f88d64e-8cce-48db-a70c-fd5adbd2964d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "PUT /v2.0/floatingips/a9091638-a0c9-4e7c-a782-50c155b19f83 HTTP/1.1" status: 200 len: 992 time: 1.3612676 Jul 27 10:50:31.523308 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:50:31.525561 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff" -d '{"events": [{"name": "network-changed", "server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:50:31.562593 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2f901-5e21-43db-a45f-ac9dd7eefde7 x-openstack-request-id: req-1fe2f901-5e21-43db-a45f-ac9dd7eefde7 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:50:31.562944 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:50:31.563913 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1fe2f901-5e21-43db-a45f-ac9dd7eefde7 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:50:31.564403 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe2f901-5e21-43db-a45f-ac9dd7eefde7'] response: {'name': 'network-changed', 'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'status': 'completed', 'code': 200} Jul 27 10:50:31.620655 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:31.873712 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a9091638-a0c9-4e7c-a782-50c155b19f83', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'mac_address': 'fa:16:3e:03:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:05Z', 'updated_at': '2022-07-27T10:50:30Z', 'revision_number': 1, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:31.898718 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] Checking router: ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:50:31.906873 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:31.907469 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:50:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:32.081060 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-7e41a417-fdce-499f-923f-10ea0b6b4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:32.082626 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-7e41a417-fdce-499f-923f-10ea0b6b4eec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1130 time: 0.0400918 Jul 27 10:50:32.132987 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:32.353799 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a9091638-a0c9-4e7c-a782-50c155b19f83', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'mac_address': 'fa:16:3e:03:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:05Z', 'updated_at': '2022-07-27T10:50:30Z', 'revision_number': 1, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:32.375458 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-e4b68dc2-cca0-420d-9904-05bc0fee4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:32.377188 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-e4b68dc2-cca0-420d-9904-05bc0fee4f78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.0969591 Jul 27 10:50:32.379084 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662568fc-704e-4a25-8641-ae8a63355b23 None None] The sync data for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi is: [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a9091638-a0c9-4e7c-a782-50c155b19f83', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'mac_address': 'fa:16:3e:03:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:05Z', 'updated_at': '2022-07-27T10:50:30Z', 'revision_number': 1, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:50:32.448752 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-89b34ddb-7512-483f-b205-ea8868f20654 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 200 len: 1000 time: 0.0602000 Jul 27 10:50:32.496287 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f54ee-02c5-4787-80b1-2b3ae0899da0 req-ff9cff00-7666-49b0-9253-b56b51f250f9 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:32.498366 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-365f54ee-02c5-4787-80b1-2b3ae0899da0 req-ff9cff00-7666-49b0-9253-b56b51f250f9 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 944 time: 0.0545595 Jul 27 10:50:32.507825 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-3deda823-204e-406a-b6a7-cf8b07339f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:32.509447 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-3deda823-204e-406a-b6a7-cf8b07339f8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0497575 Jul 27 10:50:32.567155 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-631a418c-2b53-4595-a610-481c56d31373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:32.571159 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-631a418c-2b53-4595-a610-481c56d31373 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486596 Jul 27 10:50:32.591185 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5c5c7-c1f8-48bd-8997-ba2c4ab2649f req-730d2399-a39c-48ce-bd54-0843d4569cca tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:32.592720 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7bd5c5c7-c1f8-48bd-8997-ba2c4ab2649f req-730d2399-a39c-48ce-bd54-0843d4569cca tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0740211 Jul 27 10:50:32.600454 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-365f54ee-02c5-4787-80b1-2b3ae0899da0 req-cdc0dd07-6436-430b-9382-ce2a5ecc7e28 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897844 Jul 27 10:50:32.615214 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677afd20-ff05-4d58-99c3-b80ad478364d None None] New status for floating IP a9091638-a0c9-4e7c-a782-50c155b19f83: ACTIVE {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:50:32.651328 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7bd5c5c7-c1f8-48bd-8997-ba2c4ab2649f req-9715d7c1-99f0-4302-a760-7118706d5b59 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478246 Jul 27 10:50:32.692584 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-7c52b13c-4ad6-476d-94e8-1b53e396c72e service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136734 Jul 27 10:50:33.315979 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc649edb-7348-4cc7-a0ef-5a12ab55ecff req-59cf8433-8009-4b6d-949b-699d920c583d service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891881 Jul 27 10:50:33.495653 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 0f3e6efd-4a4a-4271-9fdf-58286e519c4f details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:50:33.511720 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:33.515167 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:33.600161 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:33.611734 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'port_id': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'mac_address': 'fa:16:3e:70:96:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:50:33.647232 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:33.647630 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:33.662335 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3e6efd-4a4a-4271-9fdf-58286e519c4f {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:50:33.688535 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:33.696609 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:33.746912 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:33.754391 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.754761 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.755131 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.755475 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.755807 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.756134 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.756460 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.756784 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.757109 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.757430 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.757749 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.758459 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416732b-d017-46df-9a78-a7eeae3531ec req-63ef1d54-4ad1-48aa-94eb-35598bbe3df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:33.758965 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.758965 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.759195 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.759516 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:50:33.759991 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c416732b-d017-46df-9a78-a7eeae3531ec req-63ef1d54-4ad1-48aa-94eb-35598bbe3df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 945 time: 0.0668981 Jul 27 10:50:33.814522 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd40de-3ab6-42c0-8db5-50b618d27158 req-beaef6dc-3649-4aad-96f9-cf292fed4f74 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:33.816014 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7bdd40de-3ab6-42c0-8db5-50b618d27158 req-beaef6dc-3649-4aad-96f9-cf292fed4f74 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0787387 Jul 27 10:50:33.860972 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c416732b-d017-46df-9a78-a7eeae3531ec req-833afaab-143e-42a7-a11a-8af8bb147fe6 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778890 Jul 27 10:50:33.881607 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7bdd40de-3ab6-42c0-8db5-50b618d27158 req-830aa416-2eeb-42ec-a335-4ea526b814ac tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551975 Jul 27 10:50:34.018124 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['0f3e6efd-4a4a-4271-9fdf-58286e519c4f'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:50:34.979796 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b9f7-0936-45e0-917b-396973644b41 req-7c9071fa-9f7d-47f8-9d9c-aa6560c476d6 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:34.982522 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1954b9f7-0936-45e0-917b-396973644b41 req-7c9071fa-9f7d-47f8-9d9c-aa6560c476d6 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 945 time: 0.0497456 Jul 27 10:50:35.040093 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1954b9f7-0936-45e0-917b-396973644b41 req-f31698fe-f7c4-4af3-909d-e3af17905dda tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494177 Jul 27 10:50:35.495549 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 0f3e6efd-4a4a-4271-9fdf-58286e519c4f up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:50:35.536752 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:50:35.542910 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:35.543284 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:35.613632 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:35.614027 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:35.638198 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:50:35.640466 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b930ba3-707c-4ca7-a562-3b0dfaab8926" -d '{"events": [{"server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "name": "network-vif-plugged", "status": "completed", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:50:35.656932 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:35.661039 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:35.686031 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc86423-8d72-4bae-b5a3-c27216ff0501 x-openstack-request-id: req-7fc86423-8d72-4bae-b5a3-c27216ff0501 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:50:35.686322 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "name": "network-vif-plugged", "status": "completed", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:50:35.686574 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fc86423-8d72-4bae-b5a3-c27216ff0501 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:50:35.687036 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc86423-8d72-4bae-b5a3-c27216ff0501'] response: {'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'code': 200} Jul 27 10:50:35.714483 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:35.881658 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389190a-3be6-4c22-879e-f5a37118352c req-b5e06baf-47be-4ed0-a61d-66ff9d0c012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:35.883179 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c389190a-3be6-4c22-879e-f5a37118352c req-b5e06baf-47be-4ed0-a61d-66ff9d0c012c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1130 time: 0.0383086 Jul 27 10:50:35.919380 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:35.930566 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c389190a-3be6-4c22-879e-f5a37118352c req-171a98fe-860f-4584-86e5-93596c5be62b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Jul 27 10:50:36.163523 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232c1ab-a215-4cd6-b207-81b735a5a8d4 req-46af5a6f-c5cd-4c15-83f9-01b73c6c0dbb tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:36.164996 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c232c1ab-a215-4cd6-b207-81b735a5a8d4 req-46af5a6f-c5cd-4c15-83f9-01b73c6c0dbb tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0477583 Jul 27 10:50:36.211742 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c232c1ab-a215-4cd6-b207-81b735a5a8d4 req-dd993d22-515f-4277-ada4-1d33aa31157d tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Jul 27 10:50:37.324235 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:37.343576 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877ccb5-85d5-42de-8766-218d1f84f298 req-1ba2e914-2bc6-4f06-8aa8-bbeab45adf71 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:37.345300 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0877ccb5-85d5-42de-8766-218d1f84f298 req-1ba2e914-2bc6-4f06-8aa8-bbeab45adf71 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0560389 Jul 27 10:50:37.391641 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0877ccb5-85d5-42de-8766-218d1f84f298 req-c0f88bb0-a620-4507-8783-acec81abb8e1 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Jul 27 10:50:38.513778 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ebd75-1cf5-42d8-bca6-37417a96d216 req-db464cce-3f38-4f10-becb-50f27d0cf334 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:38.515309 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd8ebd75-1cf5-42d8-bca6-37417a96d216 req-db464cce-3f38-4f10-becb-50f27d0cf334 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0500071 Jul 27 10:50:38.562038 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd8ebd75-1cf5-42d8-bca6-37417a96d216 req-6cf6ecf5-f670-4e62-9cbd-0387b621628e tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Jul 27 10:50:38.679045 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce655f-e31d-4e1b-95e5-8cb0a2daa739 req-01163481-3901-4e80-b8a6-be75a6ebc33e tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:38.681028 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ebce655f-e31d-4e1b-95e5-8cb0a2daa739 req-01163481-3901-4e80-b8a6-be75a6ebc33e tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0481205 Jul 27 10:50:38.726962 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ebce655f-e31d-4e1b-95e5-8cb0a2daa739 req-c7e3cb12-c27d-4ddd-909f-b141ff22f0ee tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Jul 27 10:50:39.063301 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d93ec-71ab-4f86-b68b-2daae4f3d6eb req-f1537f87-57d0-48ea-80cd-b845c446c61d tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:39.064829 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c40d93ec-71ab-4f86-b68b-2daae4f3d6eb req-f1537f87-57d0-48ea-80cd-b845c446c61d tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0527401 Jul 27 10:50:39.098134 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:39.112911 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c40d93ec-71ab-4f86-b68b-2daae4f3d6eb req-378180e3-0913-4463-b683-a7a7d7080746 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Jul 27 10:50:42.707698 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:50:45.709997 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:45.711806 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:45.927461 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=85 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:46.122082 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6bac5-cb13-4bb3-9588-641cdf7638ab req-bc2306a2-8fd1-42ea-880f-7f7595975c72 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:46.123615 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8eb6bac5-cb13-4bb3-9588-641cdf7638ab req-bc2306a2-8fd1-42ea-880f-7f7595975c72 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0478709 Jul 27 10:50:46.172152 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8eb6bac5-cb13-4bb3-9588-641cdf7638ab req-fc2523b2-ad37-413c-8f59-f23492d7d414 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Jul 27 10:50:47.297287 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef4f0-2692-46f7-b982-14a35d7fd30b req-df415768-cebf-4a14-9264-862f2dd5aeff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:47.298976 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-710ef4f0-2692-46f7-b982-14a35d7fd30b req-df415768-cebf-4a14-9264-862f2dd5aeff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0488842 Jul 27 10:50:47.349727 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-710ef4f0-2692-46f7-b982-14a35d7fd30b req-5f33e938-7212-413a-a681-d381fa3114b5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446429 Jul 27 10:50:48.477257 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca6199-6258-468a-b727-16fea5c4f666 req-8fb743c0-12d6-4053-b35a-58f143aadc0c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:48.478837 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-54ca6199-6258-468a-b727-16fea5c4f666 req-8fb743c0-12d6-4053-b35a-58f143aadc0c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0499401 Jul 27 10:50:48.528348 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-54ca6199-6258-468a-b727-16fea5c4f666 req-b40d1f61-80f3-431b-92ed-ec893cd2b3cc tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 Jul 27 10:50:48.593666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdc2f7-7c78-489a-bed2-75467031b10a req-c690bc90-adc9-4ef8-8ffb-3ea36607265e tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:48.595164 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-69bdc2f7-7c78-489a-bed2-75467031b10a req-c690bc90-adc9-4ef8-8ffb-3ea36607265e tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0483963 Jul 27 10:50:48.644338 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-69bdc2f7-7c78-489a-bed2-75467031b10a req-2549039b-4f43-464c-b218-c1379644fc01 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Jul 27 10:50:48.676075 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53442) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:48.877000 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08fbc6-494b-481d-948a-233902bc7788 tempest-TestMinimumBasicScenario-388007708 tempest-TestMinimumBasicScenario-388007708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:48.878536 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-de08fbc6-494b-481d-948a-233902bc7788 tempest-TestMinimumBasicScenario-388007708 tempest-TestMinimumBasicScenario-388007708-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1125 time: 0.2014899 Jul 27 10:50:48.881575 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53448) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:48.885964 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'port_id': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:48.913451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.001133 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.102931 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:49.118153 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Allocated IP 172.27.0.208 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/d5cfd750-498c-4a22-9caa-40c007bc4898) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:50:49.158413 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 53454) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:49.229628 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for port (d5cfd750-498c-4a22-9caa-40c007bc4898), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.266262 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (d5cfd750-498c-4a22-9caa-40c007bc4898), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.273493 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-46f045ae-e4f6-46aa-b01b-c6c9f4894e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.308916 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:50:49.314439 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:50:49.318424 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:50:49.323808 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:49.349141 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'Port': ['ID=d5cfd750-498c-4a22-9caa-40c007bc4898,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:49.352403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-46f045ae-e4f6-46aa-b01b-c6c9f4894e51 admin admin] Publish callbacks [] for security_group (19cc4e76-9a3f-4591-9aec-1c54f7b2f08d), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.357491 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-46f045ae-e4f6-46aa-b01b-c6c9f4894e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (19cc4e76-9a3f-4591-9aec-1c54f7b2f08d), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.402748 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-46f045ae-e4f6-46aa-b01b-c6c9f4894e51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efe888e5e5834b49917eb91b4ad89d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406719 Jul 27 10:50:49.402986 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53458) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:49.404173 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f045ae-e4f6-46aa-b01b-c6c9f4894e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc4e76-9a3f-4591-9aec-1c54f7b2f08d,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:49.552597 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c8e012c-e758-4ae8-aebb-51b513e8cff9 admin admin] Publish callbacks [] for security_group (19cc4e76-9a3f-4591-9aec-1c54f7b2f08d), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.593910 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c8e012c-e758-4ae8-aebb-51b513e8cff9 admin admin] Publish callbacks [] for security_group (19cc4e76-9a3f-4591-9aec-1c54f7b2f08d), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.718356 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5d46-7493-4995-8a23-f7d3d6e2f029 req-18dd2ab9-e403-4644-ad64-2d419be9f9ca tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:49.719836 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a09e5d46-7493-4995-8a23-f7d3d6e2f029 req-18dd2ab9-e403-4644-ad64-2d419be9f9ca tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.1068933 Jul 27 10:50:49.779107 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c8e012c-e758-4ae8-aebb-51b513e8cff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (19cc4e76-9a3f-4591-9aec-1c54f7b2f08d), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.781636 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c8e012c-e758-4ae8-aebb-51b513e8cff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.782841 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2c8e012c-e758-4ae8-aebb-51b513e8cff9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19cc4e76-9a3f-4591-9aec-1c54f7b2f08d HTTP/1.1" status: 204 len: 168 time: 0.3788674 Jul 27 10:50:49.810861 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e012c-e758-4ae8-aebb-51b513e8cff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc4e76-9a3f-4591-9aec-1c54f7b2f08d,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:49.835086 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:49.865157 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a09e5d46-7493-4995-8a23-f7d3d6e2f029 req-90a5df82-803c-43f7-85f2-00e4f0bee844 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161125 Jul 27 10:50:49.904392 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for floatingip (56d0051d-3eb7-4adb-9389-669b469e9085), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:49.981285 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d5cfd750-498c-4a22-9caa-40c007bc4898), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.141939 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for port (d5cfd750-498c-4a22-9caa-40c007bc4898), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.146352 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (d5cfd750-498c-4a22-9caa-40c007bc4898), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.176631 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:50.228247 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'Port': ['ID=d5cfd750-498c-4a22-9caa-40c007bc4898,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:50.241043 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (56d0051d-3eb7-4adb-9389-669b469e9085), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.332428 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Floating IP 56d0051d-3eb7-4adb-9389-669b469e9085 associated. External IP: 172.27.0.208, port: 0f3e6efd-4a4a-4271-9fdf-58286e519c4f. Jul 27 10:50:50.545238 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:50:50.648293 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:50:50.658500 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] Sync routers for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:50:50.666857 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.668832 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:50.669462 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:50:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:50.699696 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a6f64f7b-5b0c-4f0d-937a-f75a0eb7418f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8145068 Jul 27 10:50:50.699696 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:50:50.700706 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 53464) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:50.701189 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4945d0-bc6e-4bab-828a-c041999e46ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:50:50.705079 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-06abff17-32c4-4aa0-a5fb-614c3ad88d6a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493707050', 'description': 'tempest-secgroup-smoke-1493707050 description', 'project_id': 'b961e9565f174504a1f8d4b36dc73f50'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:50.730000 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-06abff17-32c4-4aa0-a5fb-614c3ad88d6a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.739851 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d894295-d683-4880-b7ae-4f0ce0b999bb x-openstack-request-id: req-3d894295-d683-4880-b7ae-4f0ce0b999bb {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:50:50.740219 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:50:50.740543 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d894295-d683-4880-b7ae-4f0ce0b999bb {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:50:50.741304 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d894295-d683-4880-b7ae-4f0ce0b999bb'] response: {'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'status': 'completed', 'code': 200} Jul 27 10:50:50.779277 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:50.829477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-06abff17-32c4-4aa0-a5fb-614c3ad88d6a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group (aa37cf7e-0a8d-49fc-856c-86ab2c724c05), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.833293 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-0b19ea11-2115-4930-908f-4ac613716731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:50.834886 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-0b19ea11-2115-4930-908f-4ac613716731 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b961e9565f174504a1f8d4b36dc73f50&device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1130 time: 0.0576713 Jul 27 10:50:50.835908 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-06abff17-32c4-4aa0-a5fb-614c3ad88d6a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (aa37cf7e-0a8d-49fc-856c-86ab2c724c05), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.914907 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-06abff17-32c4-4aa0-a5fb-614c3ad88d6a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:50.916087 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-06abff17-32c4-4aa0-a5fb-614c3ad88d6a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2149193 Jul 27 10:50:50.919223 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53470) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:50.924974 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abff17-32c4-4aa0-a5fb-614c3ad88d6a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa37cf7e-0a8d-49fc-856c-86ab2c724c05,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:50.927544 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-230f7621-e8e2-4b26-aac3-4b4ca94c9038 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'security_group_rule': {'security_group_id': 'aa37cf7e-0a8d-49fc-856c-86ab2c724c05', 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:50.960142 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:50.972887 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-cb2f499b-d683-43f4-8739-5dcf23fa8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:50.974440 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-cb2f499b-d683-43f4-8739-5dcf23fa8fbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3a05ee6-929e-4b98-8a43-aabfeba45963 HTTP/1.1" status: 200 len: 915 time: 0.1311510 Jul 27 10:50:51.009140 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '56d0051d-3eb7-4adb-9389-669b469e9085', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'port_id': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'mac_address': 'fa:16:3e:70:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:49Z', 'updated_at': '2022-07-27T10:50:49Z', 'revision_number': 0, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:51.012112 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-230f7621-e8e2-4b26-aac3-4b4ca94c9038 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (c848a593-b265-4e93-a94b-ba6ed04f8499), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.029345 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061a1a2-c67d-468f-9da8-89a25b164954 req-6cbb9c89-1b66-4f16-96c6-fc783450c2cf tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:51.030883 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c061a1a2-c67d-468f-9da8-89a25b164954 req-6cbb9c89-1b66-4f16-96c6-fc783450c2cf tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0664701 Jul 27 10:50:51.035796 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] Checking router: 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:50:51.044682 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:50:51.045581 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:50:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:51.056656 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-049b53ac-274e-41c7-9001-9ee0d3d9ab68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 1000 time: 0.0658548 Jul 27 10:50:51.106085 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-230f7621-e8e2-4b26-aac3-4b4ca94c9038 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (c848a593-b265-4e93-a94b-ba6ed04f8499), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.110028 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c061a1a2-c67d-468f-9da8-89a25b164954 req-25d3c633-a613-49cf-bb6a-639f7357f031 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722003 Jul 27 10:50:51.110328 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-e1b1da8c-5280-4e71-8102-4a19c43b63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:51.111545 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-230f7621-e8e2-4b26-aac3-4b4ca94c9038 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (c848a593-b265-4e93-a94b-ba6ed04f8499), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.111871 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-e1b1da8c-5280-4e71-8102-4a19c43b63bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30528fe-940c-4c6f-866e-3ae4a649f697 HTTP/1.1" status: 200 len: 853 time: 0.0490074 Jul 27 10:50:51.132536 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7621-e8e2-4b26-aac3-4b4ca94c9038 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c848a593-b265-4e93-a94b-ba6ed04f8499,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:51.142553 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-230f7621-e8e2-4b26-aac3-4b4ca94c9038 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.151072 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-230f7621-e8e2-4b26-aac3-4b4ca94c9038 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2234492 Jul 27 10:50:51.151072 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53472) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:51.155109 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-23bc67ef-b407-4a80-b126-e2f0389740f7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'security_group_rule': {'security_group_id': 'aa37cf7e-0a8d-49fc-856c-86ab2c724c05', 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:51.158034 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:50:51.165370 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-d52b5b2d-ac55-4351-87ef-9acce722793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:51.169546 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-d52b5b2d-ac55-4351-87ef-9acce722793c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3a05ee6-929e-4b98-8a43-aabfeba45963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508349 Jul 27 10:50:51.187883 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-23bc67ef-b407-4a80-b126-e2f0389740f7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (2b66d9df-0ea6-4104-b411-29c5409df5e6), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.251831 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-23bc67ef-b407-4a80-b126-e2f0389740f7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (2b66d9df-0ea6-4104-b411-29c5409df5e6), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.255787 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-23bc67ef-b407-4a80-b126-e2f0389740f7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (2b66d9df-0ea6-4104-b411-29c5409df5e6), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.265300 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-24df76da-effd-4a65-a23a-b8fec103ce25 service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879288 Jul 27 10:50:51.277524 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc67ef-b407-4a80-b126-e2f0389740f7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b66d9df-0ea6-4104-b411-29c5409df5e6,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:51.289711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-23bc67ef-b407-4a80-b126-e2f0389740f7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.294208 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-23bc67ef-b407-4a80-b126-e2f0389740f7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434894 Jul 27 10:50:51.294510 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53474) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:51.298793 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-19945a9d-9803-4406-8d19-7420b6768c9b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'security_group_rule': {'security_group_id': 'aa37cf7e-0a8d-49fc-856c-86ab2c724c05', 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:51.314205 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:51.330903 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-19945a9d-9803-4406-8d19-7420b6768c9b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (cc7b9a19-5ae2-4b30-8fb6-2b94f157a94d), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.394876 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '56d0051d-3eb7-4adb-9389-669b469e9085', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'port_id': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'mac_address': 'fa:16:3e:70:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:49Z', 'updated_at': '2022-07-27T10:50:49Z', 'revision_number': 0, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:50:51.398249 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-19945a9d-9803-4406-8d19-7420b6768c9b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (cc7b9a19-5ae2-4b30-8fb6-2b94f157a94d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.403021 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-19945a9d-9803-4406-8d19-7420b6768c9b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (cc7b9a19-5ae2-4b30-8fb6-2b94f157a94d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.423001 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19945a9d-9803-4406-8d19-7420b6768c9b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7b9a19-5ae2-4b30-8fb6-2b94f157a94d,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:51.423825 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf99b53-c45b-4536-8b6d-2045a3581a02 None None] The sync data for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi is: [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '56d0051d-3eb7-4adb-9389-669b469e9085', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'port_id': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'mac_address': 'fa:16:3e:70:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:49Z', 'updated_at': '2022-07-27T10:50:49Z', 'revision_number': 0, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:50:51.435326 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-19945a9d-9803-4406-8d19-7420b6768c9b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.436705 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-19945a9d-9803-4406-8d19-7420b6768c9b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411750 Jul 27 10:50:51.439494 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53476) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:51.443878 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-79b511cb-86d0-4e1a-b602-3938a71826c0 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'security_group_rule': {'security_group_id': 'aa37cf7e-0a8d-49fc-856c-86ab2c724c05', 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:51.476759 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-79b511cb-86d0-4e1a-b602-3938a71826c0 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (10a3cec7-ed90-418e-8026-83b864f377a7), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.544359 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-79b511cb-86d0-4e1a-b602-3938a71826c0 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (10a3cec7-ed90-418e-8026-83b864f377a7), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.560619 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-79b511cb-86d0-4e1a-b602-3938a71826c0 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (10a3cec7-ed90-418e-8026-83b864f377a7), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.585263 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b511cb-86d0-4e1a-b602-3938a71826c0 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a3cec7-ed90-418e-8026-83b864f377a7,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:51.594875 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-79b511cb-86d0-4e1a-b602-3938a71826c0 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.595348 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d4945d0-bc6e-4bab-828a-c041999e46ee req-afaeb62f-1d51-4f21-b863-3565d8154e7b service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185048 Jul 27 10:50:51.596273 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-79b511cb-86d0-4e1a-b602-3938a71826c0 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558249 Jul 27 10:50:51.599076 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53478) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:51.603855 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-d4926a02-7859-471b-9ce7-61e382b2d1c3 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'security_group_rule': {'security_group_id': 'aa37cf7e-0a8d-49fc-856c-86ab2c724c05', 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:51.628246 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.securitygroups_db [None req-d4926a02-7859-471b-9ce7-61e382b2d1c3 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Project b961e9565f174504a1f8d4b36dc73f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 10:50:51.636702 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4926a02-7859-471b-9ce7-61e382b2d1c3 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (6480a309-9e49-4079-b1bf-1f5c420c3728), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.676531 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e345777-d5af-41a8-99f9-1b501b32504d None None] New status for floating IP 56d0051d-3eb7-4adb-9389-669b469e9085: ACTIVE {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:50:51.700942 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4926a02-7859-471b-9ce7-61e382b2d1c3 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (6480a309-9e49-4079-b1bf-1f5c420c3728), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.705154 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4926a02-7859-471b-9ce7-61e382b2d1c3 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (6480a309-9e49-4079-b1bf-1f5c420c3728), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.721510 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4926a02-7859-471b-9ce7-61e382b2d1c3 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6480a309-9e49-4079-b1bf-1f5c420c3728,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:51.733804 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4926a02-7859-471b-9ce7-61e382b2d1c3 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.737646 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d4926a02-7859-471b-9ce7-61e382b2d1c3 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349266 Jul 27 10:50:51.737796 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53480) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:50:51.741933 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-fbd0e3f7-06de-4485-8713-3060a6cac014 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'security_group_rule': {'security_group_id': 'aa37cf7e-0a8d-49fc-856c-86ab2c724c05', 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:51.747154 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:51.765945 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.securitygroups_db [None req-fbd0e3f7-06de-4485-8713-3060a6cac014 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Project b961e9565f174504a1f8d4b36dc73f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 10:50:51.772345 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e3f7-06de-4485-8713-3060a6cac014 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (cc0c4806-8ff9-4800-9087-3c7e7c81183e), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.836751 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e3f7-06de-4485-8713-3060a6cac014 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (cc0c4806-8ff9-4800-9087-3c7e7c81183e), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.840710 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e3f7-06de-4485-8713-3060a6cac014 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (cc0c4806-8ff9-4800-9087-3c7e7c81183e), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.859986 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0e3f7-06de-4485-8713-3060a6cac014 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0c4806-8ff9-4800-9087-3c7e7c81183e,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:51.867237 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e3f7-06de-4485-8713-3060a6cac014 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:51.868443 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-fbd0e3f7-06de-4485-8713-3060a6cac014 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297483 Jul 27 10:50:51.961841 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-f3385343-c978-4bda-904b-6ae2cccefdfe tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493707050&fields=id&tenant_id=b961e9565f174504a1f8d4b36dc73f50 HTTP/1.1" status: 200 len: 267 time: 0.0455000 Jul 27 10:50:52.011320 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-2471ce1b-c98a-4306-83de-1848d78a6c44 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:52.012760 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-2471ce1b-c98a-4306-83de-1848d78a6c44 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0455737 Jul 27 10:50:52.023067 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'port': {'security_groups': ['36ee537f-764d-451f-95fe-8bc6a49b9128', 'aa37cf7e-0a8d-49fc-856c-86ab2c724c05']}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:50:52.093571 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:52.098051 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bef69782-20cf-4d7f-be99-bb7e04069151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:52.457922 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:52.521965 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7692db7-602e-4058-a328-27f5f99a4afb req-1620ad08-bdd7-4f27-9d31-b3a48440afe6 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:52.523455 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f7692db7-602e-4058-a328-27f5f99a4afb req-1620ad08-bdd7-4f27-9d31-b3a48440afe6 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0643716 Jul 27 10:50:52.564986 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] For port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:50:52.608729 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f7692db7-602e-4058-a328-27f5f99a4afb req-b24957e4-a06a-4992-979b-ef6c2ecccb0f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796056 Jul 27 10:50:52.612460 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:52.617570 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:52.638381 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['0f3e6efd-4a4a-4271-9fdf-58286e519c4f'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:50:52.663200 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:52.663740 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:52.665104 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0d2cc09-3625-4059-862f-f1826cefa11d req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "PUT /v2.0/ports/0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 982 time: 0.6463163 Jul 27 10:50:52.675874 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:52.693324 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f0603-1e67-4ff5-a8f7-8d2f2d4c4e55 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'Port': ['ID=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,revision_number=6']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:50:52.741847 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:50:52.745095 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd4401c-c317-4cbc-ac97-bdde1265f591" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:50:52.773079 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:52.803112 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['0f3e6efd-4a4a-4271-9fdf-58286e519c4f'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:50:52.824163 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5208dc5-1312-4050-8b7f-d79dc734b1e5 x-openstack-request-id: req-a5208dc5-1312-4050-8b7f-d79dc734b1e5 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:50:52.824593 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:50:52.824853 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5208dc5-1312-4050-8b7f-d79dc734b1e5 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:50:52.825259 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5208dc5-1312-4050-8b7f-d79dc734b1e5'] response: {'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'status': 'completed', 'code': 200} Jul 27 10:50:52.847723 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d10612-647e-489b-95c4-88698f41195c req-04332432-d3df-470a-a852-c9b55849ae06 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:52.850234 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b2d10612-647e-489b-95c4-88698f41195c req-04332432-d3df-470a-a852-c9b55849ae06 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0920670 Jul 27 10:50:52.867306 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:52.874161 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-14222fe2-cee8-453f-a878-b8a592c71d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:52.876458 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-14222fe2-cee8-453f-a878-b8a592c71d3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b961e9565f174504a1f8d4b36dc73f50&device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1169 time: 0.0518067 Jul 27 10:50:52.942575 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:52.944469 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b2d10612-647e-489b-95c4-88698f41195c req-b2f76850-1ce3-4f76-bf2f-f133a0387d67 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797117 Jul 27 10:50:52.992751 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-e8b3e3c9-ab13-46e9-b11c-bfefed443abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:52.994332 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-e8b3e3c9-ab13-46e9-b11c-bfefed443abb service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3a05ee6-929e-4b98-8a43-aabfeba45963 HTTP/1.1" status: 200 len: 915 time: 0.1103177 Jul 27 10:50:53.032639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-9bad5c63-5b93-48db-af54-afabd362fea1 None None] Provisioning complete for port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:50:53.033003 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9bad5c63-5b93-48db-af54-afabd362fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:53.055787 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-c0f7a757-3718-4f47-9dc7-4defa3c4466e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 1002 time: 0.0553608 Jul 27 10:50:53.108680 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-be5102a3-d2d6-4bc2-a71e-44472fd0b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:53.110150 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-be5102a3-d2d6-4bc2-a71e-44472fd0b3c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30528fe-940c-4c6f-866e-3ae4a649f697 HTTP/1.1" status: 200 len: 853 time: 0.0476191 Jul 27 10:50:53.159862 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-e2f0ee15-79fd-49f0-973c-c778a1f6d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:53.161556 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-e2f0ee15-79fd-49f0-973c-c778a1f6d1db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3a05ee6-929e-4b98-8a43-aabfeba45963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395911 Jul 27 10:50:53.218384 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-9bad5c63-5b93-48db-af54-afabd362fea1 None None] Current status of the port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:50:53.263482 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-c9661fc9-28c2-4a20-811f-4f92ae670465 service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889544 Jul 27 10:50:53.331436 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:53.358314 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2bd4401c-c317-4cbc-ac97-bdde1265f591 req-bc7297ce-a600-4734-b603-f4567472c959 service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870957 Jul 27 10:50:53.741590 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e719-57a4-406f-9667-180d80c1ad40 req-eb1f1afe-3162-449a-9377-b1a8bb721826 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:53.743026 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eda9e719-57a4-406f-9667-180d80c1ad40 req-eb1f1afe-3162-449a-9377-b1a8bb721826 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0475450 Jul 27 10:50:53.778664 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:53.790877 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eda9e719-57a4-406f-9667-180d80c1ad40 req-1620c018-3ac1-4379-bbd9-6c93d37142dd tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423906 Jul 27 10:50:54.397654 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6ec84c37-f083-488c-b67f-2c06245c3ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:54.917848 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89939-b20f-4153-aa1a-27f1d57a5f2b req-2dfbf9b6-caae-46a3-8260-328bf38ff1a2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:54.919355 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f8a89939-b20f-4153-aa1a-27f1d57a5f2b req-2dfbf9b6-caae-46a3-8260-328bf38ff1a2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0512824 Jul 27 10:50:54.966524 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f8a89939-b20f-4153-aa1a-27f1d57a5f2b req-85faed5b-653d-441e-84c3-2b06d6896b24 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415745 Jul 27 10:50:55.501967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:55.690418 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-58a64b53-a732-4c22-8a41-34e21708c9d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382600 Jul 27 10:50:55.757936 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-ca8490cb-213a-4c93-8532-95a2944bedff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:55.759369 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-ca8490cb-213a-4c93-8532-95a2944bedff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 1130 time: 0.0429316 Jul 27 10:50:55.860114 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-002a7f8d-e8c9-4c4f-a539-a94c1dc71463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:55.861554 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-002a7f8d-e8c9-4c4f-a539-a94c1dc71463 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 912 time: 0.0834079 Jul 27 10:50:55.925428 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-8f4aba85-cabe-4a3c-a807-290171fa6981 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc HTTP/1.1" status: 200 len: 1002 time: 0.0574241 Jul 27 10:50:55.975031 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-748e4bf4-30b2-4260-b24b-b8af96d0a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:55.976464 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-748e4bf4-30b2-4260-b24b-b8af96d0a60d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 200 len: 850 time: 0.0442815 Jul 27 10:50:56.021815 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-10b0f2d9-6898-4b5e-8957-4bcde74087db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:56.023525 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-10b0f2d9-6898-4b5e-8957-4bcde74087db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395470 Jul 27 10:50:56.091155 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df4ef-e200-4b7e-ba1b-021dcfeaa460 req-88840468-534b-4196-9ba3-5d79713d06bd tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:56.092666 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-050df4ef-e200-4b7e-ba1b-021dcfeaa460 req-88840468-534b-4196-9ba3-5d79713d06bd tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0472858 Jul 27 10:50:56.117872 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-58cb6f2c-db50-47d7-bebc-29234edf7d72 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873883 Jul 27 10:50:56.139266 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-050df4ef-e200-4b7e-ba1b-021dcfeaa460 req-bf758a12-cfa9-4460-90b9-5fa3863a1f90 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408075 Jul 27 10:50:56.299094 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b65bc248-a738-4b6a-96a2-e8c62cbb6a7e req-2bc746cc-84ec-40a4-96e2-2a0a6fba5408 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Jul 27 10:50:57.273352 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa99723-e80c-43bd-b2ba-688734e8d264 req-a6652e11-0df4-4af2-9e39-750d5d253463 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:57.275486 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1aa99723-e80c-43bd-b2ba-688734e8d264 req-a6652e11-0df4-4af2-9e39-750d5d253463 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0576344 Jul 27 10:50:57.275994 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:50:57.293839 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:57.324492 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1aa99723-e80c-43bd-b2ba-688734e8d264 req-f31611e4-1216-4e41-84ae-915a2e97a6f7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Jul 27 10:50:57.368719 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:57.444032 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:50:58.445661 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536d00e-9027-466a-8287-82948f02cb22 req-96ef9328-7190-4d08-a9f7-4fa10a6c3f89 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:58.447668 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4536d00e-9027-466a-8287-82948f02cb22 req-96ef9328-7190-4d08-a9f7-4fa10a6c3f89 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0457258 Jul 27 10:50:58.495476 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4536d00e-9027-466a-8287-82948f02cb22 req-55bd8bdd-f2af-426d-826d-0f19878539be tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 Jul 27 10:50:59.615836 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c80b7-a6cf-4f6d-9e9f-e2eccd387621 req-a306d51a-8d82-41e6-befc-47a2afbdcbf4 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:50:59.617315 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-759c80b7-a6cf-4f6d-9e9f-e2eccd387621 req-a306d51a-8d82-41e6-befc-47a2afbdcbf4 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0467362 Jul 27 10:50:59.666868 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-759c80b7-a6cf-4f6d-9e9f-e2eccd387621 req-9a6ff582-24c8-4b01-9f08-bbb351d56976 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441723 Jul 27 10:51:00.754397 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:00.789672 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc4ab-29cb-46fe-948c-a3a80ec59e35 req-c8fa68d2-2372-4f91-9938-2aa48e94842f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:00.791707 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dfcbc4ab-29cb-46fe-948c-a3a80ec59e35 req-c8fa68d2-2372-4f91-9938-2aa48e94842f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0479307 Jul 27 10:51:00.837896 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dfcbc4ab-29cb-46fe-948c-a3a80ec59e35 req-470005bf-e5b3-4d60-9992-9054e67f7452 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 Jul 27 10:51:01.961310 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb520a1d-acae-42f0-93b5-4ab1ed7c038a req-e3ecd5d0-a9fe-4457-88a4-9860514d3e90 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:01.962806 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fb520a1d-acae-42f0-93b5-4ab1ed7c038a req-e3ecd5d0-a9fe-4457-88a4-9860514d3e90 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0481982 Jul 27 10:51:02.008484 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fb520a1d-acae-42f0-93b5-4ab1ed7c038a req-7c2d3a2d-bd7e-4d88-a9d9-7c4f2076e181 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398204 Jul 27 10:51:03.137554 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01bd5f-2732-4095-a733-2bc2b501a5dc req-2acb218f-fb1a-4782-b78c-96caa1e9204f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:03.139058 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0a01bd5f-2732-4095-a733-2bc2b501a5dc req-2acb218f-fb1a-4782-b78c-96caa1e9204f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0513785 Jul 27 10:51:03.185599 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0a01bd5f-2732-4095-a733-2bc2b501a5dc req-fc047afe-2535-4752-8eb3-1c06dbf5084d tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 Jul 27 10:51:03.649724 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:51:03.752473 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:51:03.763292 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '793b427a-5239-4672-ade8-ddf95534e517', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'port_id': '793b427a-5239-4672-ade8-ddf95534e517', 'mac_address': 'fa:16:3e:a4:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:51:03.796777 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 793b427a-5239-4672-ade8-ddf95534e517 is: ACTIVE; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:51:03.797288 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:03.811048 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 793b427a-5239-4672-ade8-ddf95534e517 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:51:03.833789 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:51:03.837570 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:03.882987 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=6']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:51:03.986185 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['793b427a-5239-4672-ade8-ddf95534e517'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:51:04.305432 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e062664-387c-4886-a7a4-1a2d5276244f req-b769c2a6-b856-4b0e-b53d-d03f0d2fddf7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:04.307411 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1e062664-387c-4886-a7a4-1a2d5276244f req-b769c2a6-b856-4b0e-b53d-d03f0d2fddf7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 944 time: 0.0458310 Jul 27 10:51:04.352248 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1e062664-387c-4886-a7a4-1a2d5276244f req-449cec8d-fa85-4f89-a3dc-38235491ab73 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394647 Jul 27 10:51:05.488556 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a77d-fa44-41ef-85a2-eece0db143ee req-242cf8e0-6944-4d6b-878d-9a1d41ecce4e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:05.499170 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7372a77d-fa44-41ef-85a2-eece0db143ee req-242cf8e0-6944-4d6b-878d-9a1d41ecce4e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 944 time: 0.0605924 Jul 27 10:51:05.551204 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7372a77d-fa44-41ef-85a2-eece0db143ee req-8e6c6c82-800c-44a5-9d04-6a4f91b0340b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510259 Jul 27 10:51:05.678516 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:51:05.730538 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 793b427a-5239-4672-ade8-ddf95534e517 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:51:05.731035 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (793b427a-5239-4672-ade8-ddf95534e517), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:05.755117 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:05.759723 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:05.812999 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 793b427a-5239-4672-ade8-ddf95534e517 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:51:05.813518 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:05.835647 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:05.842405 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b427a-5239-4672-ade8-ddf95534e517'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:51:05.844793 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4678fe-dd5c-4974-8aea-c0e460aea900" -d '{"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-plugged", "status": "completed", "tag": "793b427a-5239-4672-ade8-ddf95534e517"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:51:05.859939 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:51:05.864013 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:05.915595 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70357674-4b8d-49b0-b4c8-e205caea829f x-openstack-request-id: req-70357674-4b8d-49b0-b4c8-e205caea829f {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:51:05.915923 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-plugged", "status": "completed", "tag": "793b427a-5239-4672-ade8-ddf95534e517", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:51:05.916276 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70357674-4b8d-49b0-b4c8-e205caea829f {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:51:05.916767 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70357674-4b8d-49b0-b4c8-e205caea829f'] response: {'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b427a-5239-4672-ade8-ddf95534e517', 'code': 200} Jul 27 10:51:05.929505 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=7']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:51:06.291536 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:06.296290 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:06.699284 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd477c7-5bc8-46fe-a4db-6aefcb1bc7b2 req-95abb2ba-1a62-4fff-9b77-ffe477ceb5b5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:06.703073 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1bd477c7-5bc8-46fe-a4db-6aefcb1bc7b2 req-95abb2ba-1a62-4fff-9b77-ffe477ceb5b5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0552709 Jul 27 10:51:06.762408 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1bd477c7-5bc8-46fe-a4db-6aefcb1bc7b2 req-2d47e2b4-219e-4d31-a401-f6afb6ccbeb0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558667 Jul 27 10:51:07.887153 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:07.907147 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41b12e-ebae-4769-b11a-f71e8c91a38f req-0ce44a7a-71ac-4f7b-84ce-4554a7924073 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:07.909850 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2d41b12e-ebae-4769-b11a-f71e8c91a38f req-0ce44a7a-71ac-4f7b-84ce-4554a7924073 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0589392 Jul 27 10:51:07.966083 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2d41b12e-ebae-4769-b11a-f71e8c91a38f req-b84925d9-7436-4f78-bcf7-4fcaa814110c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504086 Jul 27 10:51:09.110289 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89d168-0a15-44d8-8f15-a91bf88a292e req-926c8924-6bf8-42c4-9ee9-185df612c0d2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:09.117567 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6f89d168-0a15-44d8-8f15-a91bf88a292e req-926c8924-6bf8-42c4-9ee9-185df612c0d2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0641580 Jul 27 10:51:09.169895 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6f89d168-0a15-44d8-8f15-a91bf88a292e req-77e23e8d-9cdb-40f7-bc0e-814d462e3a59 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512409 Jul 27 10:51:10.299052 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61f068-9e89-411f-b63d-e2c0d41059a6 req-00dbb937-7247-4f67-8613-8a34834ce979 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:10.300574 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b61f068-9e89-411f-b63d-e2c0d41059a6 req-00dbb937-7247-4f67-8613-8a34834ce979 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0518868 Jul 27 10:51:10.359714 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b61f068-9e89-411f-b63d-e2c0d41059a6 req-09dfc81f-b58b-4d0c-97a0-35c74a7762c5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526545 Jul 27 10:51:11.487482 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a3858-9e06-4c29-b27c-ea4a9af1107f req-fca5a9c5-e470-4b98-833c-332e264d1657 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:11.494796 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-da8a3858-9e06-4c29-b27c-ea4a9af1107f req-fca5a9c5-e470-4b98-833c-332e264d1657 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0604138 Jul 27 10:51:11.544838 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-da8a3858-9e06-4c29-b27c-ea4a9af1107f req-24c7bb6b-f89f-4c2e-88c3-f79044970dcc tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491726 Jul 27 10:51:12.672626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4dc90-ad31-43af-8b04-5e7ada2ce99a req-ebe5eec4-f7ab-4565-a6f2-5ecdffcd28f7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:12.684478 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-45e4dc90-ad31-43af-8b04-5e7ada2ce99a req-ebe5eec4-f7ab-4565-a6f2-5ecdffcd28f7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0508111 Jul 27 10:51:12.743242 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-45e4dc90-ad31-43af-8b04-5e7ada2ce99a req-f5799926-9e70-4a42-b38c-e22f346aa509 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618467 Jul 27 10:51:13.866465 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289fe5-5af2-4ec5-a9d9-abad573be9c8 req-be808e47-964d-4680-9005-86d6c5c293fb tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:13.867973 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-27289fe5-5af2-4ec5-a9d9-abad573be9c8 req-be808e47-964d-4680-9005-86d6c5c293fb tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0461402 Jul 27 10:51:13.918329 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-27289fe5-5af2-4ec5-a9d9-abad573be9c8 req-1bfdc425-0812-4864-9f9f-2e105a9d6727 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444219 Jul 27 10:51:14.211707 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-5770afe0-0c18-42e2-b7ed-df8426d5faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:14.213798 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-5770afe0-0c18-42e2-b7ed-df8426d5faab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 1129 time: 0.0431044 Jul 27 10:51:14.300934 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-0aef748a-ddb1-4822-9854-c88a19dece54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:14.302371 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-0aef748a-ddb1-4822-9854-c88a19dece54 service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.0826082 Jul 27 10:51:14.363721 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-af800567-3282-4147-a635-292b7e0dc1b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=793b427a-5239-4672-ade8-ddf95534e517 HTTP/1.1" status: 200 len: 1001 time: 0.0552509 Jul 27 10:51:14.410618 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-d4294353-1cbf-4335-b957-953023a62e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:14.412078 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-d4294353-1cbf-4335-b957-953023a62e7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0420861 Jul 27 10:51:14.453836 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-5155218b-efe4-4de7-bbbd-3e5fa5adc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:14.455316 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-5155218b-efe4-4de7-bbbd-3e5fa5adc2c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371945 Jul 27 10:51:14.561282 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-3915b278-8437-4c5e-87c7-36c9be2843dc service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989101 Jul 27 10:51:14.650762 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1de49bd-abef-40cd-a066-1dde83e03f59 req-0638dd72-93aa-43b1-a496-715cb7eac49d service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812864 Jul 27 10:51:15.020829 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:15.039252 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e212d4-8d93-40ac-ad4f-a3d28b75c7aa req-5da46d7c-af7d-4b39-8bd4-4abb0f6417f5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:15.040740 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-14e212d4-8d93-40ac-ad4f-a3d28b75c7aa req-5da46d7c-af7d-4b39-8bd4-4abb0f6417f5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0473752 Jul 27 10:51:15.086063 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-14e212d4-8d93-40ac-ad4f-a3d28b75c7aa req-2825fa64-91c7-4447-9679-a16a68a5ca6b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399048 Jul 27 10:51:15.914900 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:15.926101 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:16.212381 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c6b72-3f46-430a-a39b-4cb2d053d66d req-7b09bb8a-efcd-4016-95a0-476f2acad703 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:16.214289 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-384c6b72-3f46-430a-a39b-4cb2d053d66d req-7b09bb8a-efcd-4016-95a0-476f2acad703 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0494933 Jul 27 10:51:16.261198 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-384c6b72-3f46-430a-a39b-4cb2d053d66d req-447e26af-70f4-4552-9988-8cb55aa35faf tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413849 Jul 27 10:51:17.388426 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00781b-3da6-4380-97de-6b773411acf6 req-447cd985-dedf-455f-9a37-2a14825fc38a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:17.390057 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd00781b-3da6-4380-97de-6b773411acf6 req-447cd985-dedf-455f-9a37-2a14825fc38a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 945 time: 0.0510602 Jul 27 10:51:17.438888 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd00781b-3da6-4380-97de-6b773411acf6 req-a9aa87ff-2d06-4e03-be46-16148825fd43 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433018 Jul 27 10:51:17.711991 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:51:17.909856 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 793b427a-5239-4672-ade8-ddf95534e517 is: ACTIVE; New status is: DOWN {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:51:17.910251 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:17.932534 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '793b427a-5239-4672-ade8-ddf95534e517'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:51:17.934816 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91b5693-a3ca-4dda-8dfc-34f947ad320a" -d '{"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-unplugged", "status": "completed", "tag": "793b427a-5239-4672-ade8-ddf95534e517"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:51:17.947321 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:51:17.953743 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:17.954652 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-62bc177d-ab86-49e2-9c20-d21e9d270630 req-1cbc951e-73b9-4cb0-b34c-d17002e34711 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:51:17.955756 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62bc177d-ab86-49e2-9c20-d21e9d270630 req-1cbc951e-73b9-4cb0-b34c-d17002e34711 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0120986 Jul 27 10:51:17.982139 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Jul 2022 10:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c4198e-7e11-4dba-9c5f-60da1b9f8126 x-openstack-request-id: req-d3c4198e-7e11-4dba-9c5f-60da1b9f8126 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:51:17.982438 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-unplugged", "status": "failed", "tag": "793b427a-5239-4672-ade8-ddf95534e517", "code": 422}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:51:17.982715 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3c4198e-7e11-4dba-9c5f-60da1b9f8126 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:51:17.983155 dv-cinder-850840-3-iscsi neutron-server[110618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d3c4198e-7e11-4dba-9c5f-60da1b9f8126']: {'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '793b427a-5239-4672-ade8-ddf95534e517', 'code': 422} returned with failed status Jul 27 10:51:18.003092 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=8']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:51:18.116010 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f5b92-3ab2-41ef-b700-f9f47325b341 req-2f94f2ee-d210-4ece-8825-1b03bcd67ede tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:18.117710 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-da2f5b92-3ab2-41ef-b700-f9f47325b341 req-2f94f2ee-d210-4ece-8825-1b03bcd67ede tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0489581 Jul 27 10:51:18.166391 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-da2f5b92-3ab2-41ef-b700-f9f47325b341 req-8958cff6-6c5d-4457-8e77-b27c93474eae tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429344 Jul 27 10:51:18.407505 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53658) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:51:18.488857 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-bfebdedc-d4a5-4172-90ce-7bc1a86f71af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801423 Jul 27 10:51:18.497731 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-2a396dec-d1eb-4d83-b185-44265be8c682 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:51:18.498717 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-2a396dec-d1eb-4d83-b185-44265be8c682 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052800 Jul 27 10:51:18.574867 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 53666) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:51:18.627889 dv-cinder-850840-3-iscsi neutron-server[110617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 10:51:18.677196 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-bf124f70-19e0-4d56-b7ca-28fa51049ea3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:18.678547 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-bf124f70-19e0-4d56-b7ca-28fa51049ea3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports/793b427a-5239-4672-ade8-ddf95534e517 HTTP/1.1" status: 200 len: 940 time: 0.1027482 Jul 27 10:51:19.297996 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff27a0-30c6-4b9e-a7eb-ad0cf5cf9c20 req-2d0d084e-f84a-41b0-8573-b58e9c26caed tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:19.299604 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6cff27a0-30c6-4b9e-a7eb-ad0cf5cf9c20 req-2d0d084e-f84a-41b0-8573-b58e9c26caed tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0509000 Jul 27 10:51:19.323703 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:19.347505 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6cff27a0-30c6-4b9e-a7eb-ad0cf5cf9c20 req-95ed837e-635b-4e78-bd63-ec29597a6b4a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424623 Jul 27 10:51:19.707485 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:51:20.468968 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e25ae-8e78-4d65-bf30-661c1576ae45 req-167bba4a-46ef-4273-864a-17d03d8f80fe tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:20.470443 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a66e25ae-8e78-4d65-bf30-661c1576ae45 req-167bba4a-46ef-4273-864a-17d03d8f80fe tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0454879 Jul 27 10:51:20.516152 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a66e25ae-8e78-4d65-bf30-661c1576ae45 req-b6da71d5-4eef-4c0e-b8a9-513bb59d7bf9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402710 Jul 27 10:51:20.733190 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:21.649122 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7b789-88f0-4247-acfb-ec040c459c47 req-18475aba-2341-44f4-8a88-e3904e2cea9a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:21.650618 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c5a7b789-88f0-4247-acfb-ec040c459c47 req-18475aba-2341-44f4-8a88-e3904e2cea9a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0500340 Jul 27 10:51:21.697203 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c5a7b789-88f0-4247-acfb-ec040c459c47 req-e91438b3-f65f-4e03-96e5-fd3ea8441d36 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411971 Jul 27 10:51:22.099604 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-dd94eb89-7e3c-4efc-b2ac-f64186b8843b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:22.818725 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f16425-f000-4c80-b4a7-4cd05a6b4ee5 req-186e8b99-8281-47a8-9365-07426e29807e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:22.820208 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d4f16425-f000-4c80-b4a7-4cd05a6b4ee5 req-186e8b99-8281-47a8-9365-07426e29807e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0464988 Jul 27 10:51:22.875786 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d4f16425-f000-4c80-b4a7-4cd05a6b4ee5 req-1f2d7d7d-cd83-4400-aebe-283174bf880d tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472677 Jul 27 10:51:24.025854 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785da2d-df59-49fc-814c-6fa65c7fc769 req-87d0ae0f-5a66-49e2-a0b5-6d01185bfe58 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.027386 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8785da2d-df59-49fc-814c-6fa65c7fc769 req-87d0ae0f-5a66-49e2-a0b5-6d01185bfe58 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0513723 Jul 27 10:51:24.079707 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8785da2d-df59-49fc-814c-6fa65c7fc769 req-8d64f92d-527d-4483-8405-8be0ac29c9e6 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468590 Jul 27 10:51:24.328486 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-0f3f6037-28eb-419c-8d56-eabfea5208ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.329995 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-0f3f6037-28eb-419c-8d56-eabfea5208ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e&tenant_id=1f86323e8542471190e0b58769416138 HTTP/1.1" status: 200 len: 1127 time: 0.0968966 Jul 27 10:51:24.338416 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9fdd-da98-48ab-a120-3ed019921c28 req-cb16558d-2c9a-45d6-83ab-2c82dc04058e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.339930 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7abe9fdd-da98-48ab-a120-3ed019921c28 req-cb16558d-2c9a-45d6-83ab-2c82dc04058e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0462108 Jul 27 10:51:24.342306 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-fe1877bd-b6ae-42c0-be46-2f78c1519063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.343842 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-fe1877bd-b6ae-42c0-be46-2f78c1519063 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1130 time: 0.0448062 Jul 27 10:51:24.391337 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7abe9fdd-da98-48ab-a120-3ed019921c28 req-24fa139f-a27a-4bd3-bfe6-86b2933b8f03 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438533 Jul 27 10:51:24.404664 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ee293167-32c3-4eda-823e-fd134f0967aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:24.445301 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-e47cc4fb-870f-4bcb-ab10-5320876cfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.446848 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-e47cc4fb-870f-4bcb-ab10-5320876cfa64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 1127 time: 0.0879211 Jul 27 10:51:24.520061 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-385fd21e-80ad-4784-9f94-002916bca8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.521543 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-385fd21e-80ad-4784-9f94-002916bca8b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.1715620 Jul 27 10:51:24.609537 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-6f5a1b16-e4b1-496c-a882-251ea44f8cf6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 200 len: 1002 time: 0.0797164 Jul 27 10:51:24.610697 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-161b903b-8e4c-4c72-b59b-9d15d69462b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.612051 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-161b903b-8e4c-4c72-b59b-9d15d69462b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.1524878 Jul 27 10:51:24.660897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:24.677063 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd6eee-ca2f-438e-91e0-c3ccf0e3989b req-fc6eed65-803f-4a31-9741-2a6dfd89916b tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.678587 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96cd6eee-ca2f-438e-91e0-c3ccf0e3989b req-fc6eed65-803f-4a31-9741-2a6dfd89916b tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0482709 Jul 27 10:51:24.726887 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96cd6eee-ca2f-438e-91e0-c3ccf0e3989b req-28735e16-6597-48aa-aa6b-8a2277364640 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425978 Jul 27 10:51:24.764699 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-148839ee-9f4d-4e35-973b-e477be19570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.766150 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-148839ee-9f4d-4e35-973b-e477be19570c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0918870 Jul 27 10:51:24.767987 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-add6fc6e-90f2-4a7c-8a35-0f846d7191ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=793b427a-5239-4672-ade8-ddf95534e517 HTTP/1.1" status: 200 len: 999 time: 0.1007326 Jul 27 10:51:24.793855 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:24.834901 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:24.850148 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-d8e3f480-9562-4340-a15f-890f45257471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.851647 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-d8e3f480-9562-4340-a15f-890f45257471 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737715 Jul 27 10:51:24.858560 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-78557c0e-d5c6-49b7-a763-72093421e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.859960 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-78557c0e-d5c6-49b7-a763-72093421e1e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0730722 Jul 27 10:51:24.944595 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-7b99427b-d6ab-4a91-a2d9-d54d3d9b58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:24.946141 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-7b99427b-d6ab-4a91-a2d9-d54d3d9b58a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785017 Jul 27 10:51:25.020275 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-97420227-2924-48ed-b468-36daf295ce12 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594121 Jul 27 10:51:25.107723 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-fa81f910-3b89-4045-aa63-81639e81e39b service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531007 Jul 27 10:51:25.177155 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcdeec47-d514-4ea4-8b42-924a03a361f7 req-ba310da9-6afb-46ce-9461-3c2e7cafab58 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495681 Jul 27 10:51:25.216054 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-0e8116ec-140c-4974-a33f-38e8f51cddbc service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966027 Jul 27 10:51:25.216280 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f588-c840-4a33-b430-2a315335d237 req-d9d078fb-5f0e-475e-aab0-c57679e15c05 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:25.217820 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-63e8f588-c840-4a33-b430-2a315335d237 req-d9d078fb-5f0e-475e-aab0-c57679e15c05 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0557251 Jul 27 10:51:25.282220 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-63e8f588-c840-4a33-b430-2a315335d237 req-c5f61b5a-d11f-44b8-9cae-ce1f8d52ffd8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586228 Jul 27 10:51:25.366001 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4b8d1-06f2-4680-a05f-a133cd2749a1 req-f2c90765-0efd-4ab4-ada7-15d67b42d198 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:25.367410 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96b4b8d1-06f2-4680-a05f-a133cd2749a1 req-f2c90765-0efd-4ab4-ada7-15d67b42d198 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0472493 Jul 27 10:51:25.429258 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96b4b8d1-06f2-4680-a05f-a133cd2749a1 req-f23c0a9d-5c0d-47d1-ac33-5ccc329ea887 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562868 Jul 27 10:51:25.510052 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:25.522639 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d695cd-5bbb-4bcc-b614-6fd30da49a7d req-2a32436b-2bf7-477c-8a08-88d14c1bb4dd tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:25.524167 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-38d695cd-5bbb-4bcc-b614-6fd30da49a7d req-2a32436b-2bf7-477c-8a08-88d14c1bb4dd tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0593510 Jul 27 10:51:25.542313 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-08b4cc8d-c970-4948-aa07-1aa40caa32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:25.544542 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-08b4cc8d-c970-4948-aa07-1aa40caa32e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b961e9565f174504a1f8d4b36dc73f50&device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1169 time: 0.0585210 Jul 27 10:51:25.576114 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-38d695cd-5bbb-4bcc-b614-6fd30da49a7d req-2652a4da-f1ca-4343-883c-f6d486986bc0 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447109 Jul 27 10:51:25.641293 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-56c7f961-cad3-43b5-80b1-7ce8b0425d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:25.642593 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-56c7f961-cad3-43b5-80b1-7ce8b0425d27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3a05ee6-929e-4b98-8a43-aabfeba45963 HTTP/1.1" status: 200 len: 915 time: 0.0908606 Jul 27 10:51:25.712311 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-29adedfd-2535-4f7d-982b-65b8c3b257f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 1002 time: 0.0633724 Jul 27 10:51:25.793199 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-7018cc30-fbd1-4c06-8121-eccbe165373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:25.795657 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-7018cc30-fbd1-4c06-8121-eccbe165373a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30528fe-940c-4c6f-866e-3ae4a649f697 HTTP/1.1" status: 200 len: 853 time: 0.0757189 Jul 27 10:51:25.875740 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4141ecc-0e77-4d54-bf8e-bea8f1390a0a req-4a47fa23-26e4-40be-82c0-c18158c88536 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:25.887588 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c4141ecc-0e77-4d54-bf8e-bea8f1390a0a req-4a47fa23-26e4-40be-82c0-c18158c88536 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0649488 Jul 27 10:51:25.941415 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c4141ecc-0e77-4d54-bf8e-bea8f1390a0a req-4e477521-4743-4597-883b-dee3013fc30a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518897 Jul 27 10:51:26.408953 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bb8b-ce14-4984-9986-ca06d5802c1c req-92eb7b47-f1bf-423a-915d-73d7d60fb9ec tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:26.410809 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f9c0bb8b-ce14-4984-9986-ca06d5802c1c req-92eb7b47-f1bf-423a-915d-73d7d60fb9ec tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0522919 Jul 27 10:51:26.424140 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:26.479449 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f9c0bb8b-ce14-4984-9986-ca06d5802c1c req-50450f1b-e614-43cb-bc81-68945091c2bb tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614357 Jul 27 10:51:26.573407 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4d6d6-b064-4f47-892f-113cd8b6122d req-04944be4-92ca-4dc4-a955-6d07c7ec1325 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:26.574852 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-14e4d6d6-b064-4f47-892f-113cd8b6122d req-04944be4-92ca-4dc4-a955-6d07c7ec1325 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0481119 Jul 27 10:51:26.676233 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-14e4d6d6-b064-4f47-892f-113cd8b6122d req-c217f094-ec78-43a8-a389-e385cc14f469 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956225 Jul 27 10:51:26.719600 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7f5cb-5b20-41a0-a150-da1e5a147d63 req-8fb696ec-db35-4110-aa25-af2098af1d67 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:26.721196 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-43f7f5cb-5b20-41a0-a150-da1e5a147d63 req-8fb696ec-db35-4110-aa25-af2098af1d67 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0615239 Jul 27 10:51:26.769814 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-43f7f5cb-5b20-41a0-a150-da1e5a147d63 req-751435e0-0fe2-4680-8137-678b3f3bcc04 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Jul 27 10:51:27.063164 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cf7f2-1fdb-4c1e-9741-10245d694488 req-349c0ae5-81a0-41fe-9b24-6ac4e8bd950f tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:27.064685 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-909cf7f2-1fdb-4c1e-9741-10245d694488 req-349c0ae5-81a0-41fe-9b24-6ac4e8bd950f tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0510824 Jul 27 10:51:27.113499 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-909cf7f2-1fdb-4c1e-9741-10245d694488 req-4a312326-0c94-430b-9879-dc9cdd228321 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432649 Jul 27 10:51:27.291433 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:27.374349 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:27.449363 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:27.621086 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed0f0b-9b09-4678-9ec7-fd1474d6ef72 req-42afb8f9-c453-4f78-b1ea-82f5c496370a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:27.623395 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3fed0f0b-9b09-4678-9ec7-fd1474d6ef72 req-42afb8f9-c453-4f78-b1ea-82f5c496370a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0584526 Jul 27 10:51:27.673312 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3fed0f0b-9b09-4678-9ec7-fd1474d6ef72 req-c4dec0ba-5cf2-4546-99e4-b28a138c0f4b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426874 Jul 27 10:51:27.813048 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35bd9e-072d-4fb9-882d-e672fadd6dba req-342faf7b-a9a8-4797-a914-7e7b12e9ac97 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:27.826836 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4a35bd9e-072d-4fb9-882d-e672fadd6dba req-342faf7b-a9a8-4797-a914-7e7b12e9ac97 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0720236 Jul 27 10:51:27.934742 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:27.951955 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4a35bd9e-072d-4fb9-882d-e672fadd6dba req-608e4c2b-18b7-4523-a717-34f6fe4a2df5 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068125 Jul 27 10:51:27.967508 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be005970-ef13-4863-8de5-19756bf11d25 req-3052de25-9a6c-48ce-aaf8-ff0bc134647f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:27.969019 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-be005970-ef13-4863-8de5-19756bf11d25 req-3052de25-9a6c-48ce-aaf8-ff0bc134647f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0707040 Jul 27 10:51:28.021257 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-be005970-ef13-4863-8de5-19756bf11d25 req-60bd1b4a-efd1-458e-9a51-7349640efd0a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465050 Jul 27 10:51:28.238435 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c53f8-82bf-4a18-bde1-d76e1e3d3f3a req-0ea97bf3-cf90-4de3-bfeb-feb78153a687 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:28.239864 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f45c53f8-82bf-4a18-bde1-d76e1e3d3f3a req-0ea97bf3-cf90-4de3-bfeb-feb78153a687 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0498083 Jul 27 10:51:28.295173 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f45c53f8-82bf-4a18-bde1-d76e1e3d3f3a req-b5d4042b-4aa3-46dd-a5cf-714b1fa73475 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492330 Jul 27 10:51:28.804174 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940a6e4-5327-4aff-9211-c5a1e9e9f3cc req-85ef178d-a153-4925-a6c1-e2ae633ce9c6 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:28.805799 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1940a6e4-5327-4aff-9211-c5a1e9e9f3cc req-85ef178d-a153-4925-a6c1-e2ae633ce9c6 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0479341 Jul 27 10:51:28.860481 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1940a6e4-5327-4aff-9211-c5a1e9e9f3cc req-bfeacf83-49a3-451d-9a9e-1876a89c78bd tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480034 Jul 27 10:51:29.085706 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f798d-e60e-4f49-861b-999e8eeba978 req-6d85da84-4e45-486f-aab5-c2e961b973b7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:29.088044 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-db8f798d-e60e-4f49-861b-999e8eeba978 req-6d85da84-4e45-486f-aab5-c2e961b973b7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0567694 Jul 27 10:51:29.190426 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90a92f-bad6-4926-be6e-88418d06fd76 req-d18046e6-554b-48e6-a99e-540fb4d8f5d6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:29.192017 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0c90a92f-bad6-4926-be6e-88418d06fd76 req-d18046e6-554b-48e6-a99e-540fb4d8f5d6 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0734921 Jul 27 10:51:29.225754 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-db8f798d-e60e-4f49-861b-999e8eeba978 req-ad0c0cdd-4db4-49c8-a8b4-7d70f589dabd tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314034 Jul 27 10:51:29.267583 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0c90a92f-bad6-4926-be6e-88418d06fd76 req-ce59df9b-3364-43ae-a5ad-d60922517b94 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692854 Jul 27 10:51:29.407150 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:29.418804 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbcf2f-3ece-49d8-9cd9-c9bc53555e52 req-fd6570be-ac83-4a71-970f-a63b5da4a7a7 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:29.420966 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4dbbcf2f-3ece-49d8-9cd9-c9bc53555e52 req-fd6570be-ac83-4a71-970f-a63b5da4a7a7 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0496736 Jul 27 10:51:29.469951 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4dbbcf2f-3ece-49d8-9cd9-c9bc53555e52 req-7cd9ea27-dac7-42d6-abf2-b9857ed902bc tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428283 Jul 27 10:51:29.704223 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:30.012198 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119569fd-7c05-4092-9db0-07cc792a41ce req-86238d37-270d-4345-931d-20acf7ef47f3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:30.014367 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-119569fd-7c05-4092-9db0-07cc792a41ce req-86238d37-270d-4345-931d-20acf7ef47f3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0548532 Jul 27 10:51:30.072711 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-119569fd-7c05-4092-9db0-07cc792a41ce req-e9ab5a09-e6ad-44f7-ada9-d706cc2f07d3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524383 Jul 27 10:51:30.365087 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c115675-6acb-4a4a-9615-88a10b3e0dc0 req-aab4a58c-aa7d-4f6b-a225-09cb721e4582 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:30.366649 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7c115675-6acb-4a4a-9615-88a10b3e0dc0 req-aab4a58c-aa7d-4f6b-a225-09cb721e4582 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0611310 Jul 27 10:51:30.417370 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226635e-3d98-4b9a-bb21-668647d30c86 req-f896d2f7-3abe-4715-adfe-a6e344ad2519 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:30.419254 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b226635e-3d98-4b9a-bb21-668647d30c86 req-f896d2f7-3abe-4715-adfe-a6e344ad2519 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0746763 Jul 27 10:51:30.490438 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7c115675-6acb-4a4a-9615-88a10b3e0dc0 req-d5bbe1fe-8860-49e4-b947-09df7ab22f14 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058383 Jul 27 10:51:30.504989 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b226635e-3d98-4b9a-bb21-668647d30c86 req-9587b3cc-c2fd-44a5-9c76-913cec373df3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757294 Jul 27 10:51:30.601372 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fce2a9-8d69-45b6-83c6-c0a493e84d7f req-0bd9fedc-fa53-4261-ba62-c9a92dd1b6d7 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:30.602867 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b0fce2a9-8d69-45b6-83c6-c0a493e84d7f req-0bd9fedc-fa53-4261-ba62-c9a92dd1b6d7 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0493507 Jul 27 10:51:30.656172 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b0fce2a9-8d69-45b6-83c6-c0a493e84d7f req-37e47705-c5cb-407e-a0a9-c9b049b08607 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453606 Jul 27 10:51:31.204755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259f32-25e5-43b1-8d73-8e9600f2a853 req-a5d4b6e3-3416-4d05-b97c-ba301f99e607 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:31.206211 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a2259f32-25e5-43b1-8d73-8e9600f2a853 req-a5d4b6e3-3416-4d05-b97c-ba301f99e607 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0497363 Jul 27 10:51:31.256563 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a2259f32-25e5-43b1-8d73-8e9600f2a853 req-f60c2c2d-6a1e-486c-bb27-7a0dadc34650 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448015 Jul 27 10:51:31.665631 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:31.682222 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71343d9-c68e-4e2f-9a51-de4cef43981d req-faea8c76-45d3-4742-9d88-647bebac2829 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:31.683955 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71343d9-c68e-4e2f-9a51-de4cef43981d req-faea8c76-45d3-4742-9d88-647bebac2829 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0921206 Jul 27 10:51:31.709923 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8944f-8385-4487-b156-a90a7bec2c57 req-aed94ea3-5add-4652-8d33-5fee526fbcf7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:31.711604 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-45f8944f-8385-4487-b156-a90a7bec2c57 req-aed94ea3-5add-4652-8d33-5fee526fbcf7 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0787435 Jul 27 10:51:31.784227 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a71343d9-c68e-4e2f-9a51-de4cef43981d req-6338283f-db60-4ba9-a39b-41fab2f70d6b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891013 Jul 27 10:51:31.816630 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-45f8944f-8385-4487-b156-a90a7bec2c57 req-12a434ba-cfb7-4990-aafd-8ffb45eb7329 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969236 Jul 27 10:51:31.905696 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c5464-89bb-4635-a7cf-f0dcbde28706 req-8311da12-9720-4fa8-9705-5b8fafb690fb tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:31.907276 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bf4c5464-89bb-4635-a7cf-f0dcbde28706 req-8311da12-9720-4fa8-9705-5b8fafb690fb tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0555463 Jul 27 10:51:31.957652 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bf4c5464-89bb-4635-a7cf-f0dcbde28706 req-6c761fdb-3252-4375-946a-ecd2ebca5093 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446939 Jul 27 10:51:32.400448 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee138590-fab0-421b-bc1d-5ea22d8541ee req-03c7869b-bc2b-40cf-b92c-e8ed6d4cedb4 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:32.402021 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ee138590-fab0-421b-bc1d-5ea22d8541ee req-03c7869b-bc2b-40cf-b92c-e8ed6d4cedb4 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0586102 Jul 27 10:51:32.451754 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ee138590-fab0-421b-bc1d-5ea22d8541ee req-795babb0-9e84-4b68-b423-c4e050130262 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438540 Jul 27 10:51:32.918677 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:32.960912 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85adf0-c9fe-4416-aec6-ab54fbb2b45f req-f7f8959f-ef13-44fe-9912-8fa042d7a182 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:32.962497 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ef85adf0-c9fe-4416-aec6-ab54fbb2b45f req-f7f8959f-ef13-44fe-9912-8fa042d7a182 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0929904 Jul 27 10:51:32.971521 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572572b5-c554-4dc7-b523-adb6d4f296d0 req-1c3f96ed-398f-447b-856a-5168d64a691f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:32.973003 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-572572b5-c554-4dc7-b523-adb6d4f296d0 req-1c3f96ed-398f-447b-856a-5168d64a691f tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0728848 Jul 27 10:51:33.061703 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ef85adf0-c9fe-4416-aec6-ab54fbb2b45f req-f04578f5-dcc5-423a-aa0f-93287b565eb7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819676 Jul 27 10:51:33.069679 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-572572b5-c554-4dc7-b523-adb6d4f296d0 req-a7dfcdae-533a-4666-bc9b-f34f42987b3c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890236 Jul 27 10:51:33.186627 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d560b30-16a6-4260-817e-7fb129ef1ae5 req-6de389a7-f821-4278-b05d-d59d7acbbf75 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:33.188187 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4d560b30-16a6-4260-817e-7fb129ef1ae5 req-6de389a7-f821-4278-b05d-d59d7acbbf75 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0505624 Jul 27 10:51:33.249159 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4d560b30-16a6-4260-817e-7fb129ef1ae5 req-a53a7394-0b9a-4458-b559-090b047494a7 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552349 Jul 27 10:51:33.577748 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa36dc6-7d5f-4a60-93b5-4c7d82aaf076 req-3239603b-78fb-4e70-8ded-cc5d42304cd5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:33.579289 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-caa36dc6-7d5f-4a60-93b5-4c7d82aaf076 req-3239603b-78fb-4e70-8ded-cc5d42304cd5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0475078 Jul 27 10:51:33.632337 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-caa36dc6-7d5f-4a60-93b5-4c7d82aaf076 req-df7f455f-20e6-4943-aa56-7f35fed2cf46 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472159 Jul 27 10:51:34.218352 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22727027-1d4b-449b-9c11-9c2bdb837579 req-ad6ed9ab-cafa-40b4-8770-14d01c3c8a81 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:34.219869 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22727027-1d4b-449b-9c11-9c2bdb837579 req-ad6ed9ab-cafa-40b4-8770-14d01c3c8a81 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0823772 Jul 27 10:51:34.225800 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1bfea-84d1-4849-bd43-7a538a37d03c req-855a67d1-2f39-4259-9c2f-546b2da132d5 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:34.227174 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9ea1bfea-84d1-4849-bd43-7a538a37d03c req-855a67d1-2f39-4259-9c2f-546b2da132d5 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0806477 Jul 27 10:51:34.301931 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22727027-1d4b-449b-9c11-9c2bdb837579 req-75497f41-db46-4211-a015-fca574f1113f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737951 Jul 27 10:51:34.319802 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-5fc8c6cf-868a-48dc-8759-678a505a45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:34.323573 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-5fc8c6cf-868a-48dc-8759-678a505a45d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3a05ee6-929e-4b98-8a43-aabfeba45963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502141 Jul 27 10:51:34.327296 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9ea1bfea-84d1-4849-bd43-7a538a37d03c req-bb3f37ae-ddea-42a6-b93a-54f4e82ce7ae tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926495 Jul 27 10:51:34.421365 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51723b25-bf7c-4f27-aabb-5509d30c9b06 req-252c3fcf-3bc3-4b90-bd7b-08391b33fbf8 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:34.422792 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-51723b25-bf7c-4f27-aabb-5509d30c9b06 req-252c3fcf-3bc3-4b90-bd7b-08391b33fbf8 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0490959 Jul 27 10:51:34.470237 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-51723b25-bf7c-4f27-aabb-5509d30c9b06 req-95c6555b-9014-4b39-b9cc-acc40b2bddd5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417035 Jul 27 10:51:34.712898 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfb0b1-113e-4b7d-9527-3b7a1cac0ea7 req-2ff18f51-8ffe-4eb5-a290-b7c7f7d0d7da tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:34.714389 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4bbfb0b1-113e-4b7d-9527-3b7a1cac0ea7 req-2ff18f51-8ffe-4eb5-a290-b7c7f7d0d7da tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0605609 Jul 27 10:51:34.724374 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:34.781512 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac4001-5188-4552-9448-35544d7e5194 req-7b717ba7-62fb-48ab-91e2-cad7d6dc4a6f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:34.783018 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3bac4001-5188-4552-9448-35544d7e5194 req-7b717ba7-62fb-48ab-91e2-cad7d6dc4a6f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0665512 Jul 27 10:51:34.819301 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4bbfb0b1-113e-4b7d-9527-3b7a1cac0ea7 req-c1364614-c755-4e83-8ea2-5651ee9b6d14 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915341 Jul 27 10:51:34.855146 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3bac4001-5188-4552-9448-35544d7e5194 req-db88fd15-5f26-4641-89a9-f578e0cae943 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663967 Jul 27 10:51:34.921878 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-04a900a3-a5f5-40fa-9c25-1452fb841204 service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134565 Jul 27 10:51:34.993725 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-9cb1ebd0-e9e3-4474-a4bc-8e44cbf3679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:34.995137 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-9cb1ebd0-e9e3-4474-a4bc-8e44cbf3679f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 1130 time: 0.0849886 Jul 27 10:51:35.054367 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:35.072511 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:35.097242 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d595509d-44b9-4130-bffc-ca04d35ae948 req-72426570-6d82-43ac-a521-2f390ff24566 service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599891 Jul 27 10:51:35.116466 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-12dac46d-46b8-44ff-a612-535bfb80fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:35.117867 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-12dac46d-46b8-44ff-a612-535bfb80fc1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 912 time: 0.1155293 Jul 27 10:51:35.439419 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-96ad375d-98c9-44f5-b960-f9446832c984 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc HTTP/1.1" status: 200 len: 1002 time: 0.2610803 Jul 27 10:51:35.463786 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b273b40-41f0-4531-ab10-78e64aded921 req-832275fc-2852-4e69-9491-f5b68b077c47 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:35.465255 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7b273b40-41f0-4531-ab10-78e64aded921 req-832275fc-2852-4e69-9491-f5b68b077c47 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0780790 Jul 27 10:51:35.476328 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70818-564c-49d3-8635-5fb9f635f3d9 req-09bd2cb1-7549-4d61-a126-371f54e3ba5d tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:35.477740 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ecf70818-564c-49d3-8635-5fb9f635f3d9 req-09bd2cb1-7549-4d61-a126-371f54e3ba5d tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0783634 Jul 27 10:51:35.488750 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-a13ff7a5-4cf8-40a3-b650-bd32369290d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:35.490181 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-a13ff7a5-4cf8-40a3-b650-bd32369290d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 200 len: 850 time: 0.0447841 Jul 27 10:51:35.533629 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-949b464b-214f-49e0-943d-5f14ae2f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:35.535156 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-949b464b-214f-49e0-943d-5f14ae2f8f79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384865 Jul 27 10:51:35.541281 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:35.553127 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7b273b40-41f0-4531-ab10-78e64aded921 req-351dbf04-56f4-423f-8580-d87fb923c15c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744715 Jul 27 10:51:35.570931 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ecf70818-564c-49d3-8635-5fb9f635f3d9 req-43082587-5018-4ea9-a378-54bf5ca2684c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857708 Jul 27 10:51:35.628651 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-5e16eca7-ed61-427b-8802-c0cb69f9f37f service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868099 Jul 27 10:51:35.718949 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39716cc6-bdf2-4d6f-9318-57ed34a3af06 req-fc31c191-9266-43d0-bac9-5a8f72c914f4 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843217 Jul 27 10:51:35.973391 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544166f3-7809-4226-b171-212911b2f537 req-e3c593de-e1d9-41a3-8fc9-dbb7f65fdaae tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:35.974889 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-544166f3-7809-4226-b171-212911b2f537 req-e3c593de-e1d9-41a3-8fc9-dbb7f65fdaae tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0766020 Jul 27 10:51:35.996530 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67d92f-c22a-497d-b67e-280cfbac7ed5 req-cf155ef3-d7b9-421e-8d40-7ee6a3e49f47 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:35.997963 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cc67d92f-c22a-497d-b67e-280cfbac7ed5 req-cf155ef3-d7b9-421e-8d40-7ee6a3e49f47 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0684600 Jul 27 10:51:36.064023 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-544166f3-7809-4226-b171-212911b2f537 req-87071b26-26cf-45e6-9639-e09f5bdbdf2c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835240 Jul 27 10:51:36.067218 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cc67d92f-c22a-497d-b67e-280cfbac7ed5 req-1c0b3c68-8cf1-42a7-83b5-4e719ec58284 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622985 Jul 27 10:51:36.708744 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ae437-08fb-4d7f-9907-f2d258f8857c req-d81c1573-8fda-4535-8cf3-ccfa5a973b53 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:36.710355 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-087ae437-08fb-4d7f-9907-f2d258f8857c req-d81c1573-8fda-4535-8cf3-ccfa5a973b53 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0804131 Jul 27 10:51:36.730315 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4385b91-f45e-452b-a55e-f33647eb0840 req-e80fe126-ad16-4f4a-91f2-afbc7060c9f1 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:36.732284 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d4385b91-f45e-452b-a55e-f33647eb0840 req-e80fe126-ad16-4f4a-91f2-afbc7060c9f1 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0730031 Jul 27 10:51:36.799600 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-087ae437-08fb-4d7f-9907-f2d258f8857c req-7f8294e8-a445-463f-add7-80324351aab3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828722 Jul 27 10:51:36.814156 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d4385b91-f45e-452b-a55e-f33647eb0840 req-1c50b5ef-0565-4216-88be-fd3da317cbc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751021 Jul 27 10:51:37.209184 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e025316-256e-4d01-b382-6a5ba26673aa req-b6ee5d16-3bc2-467d-b3a3-9543f8c1b0f3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:37.210552 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9e025316-256e-4d01-b382-6a5ba26673aa req-b6ee5d16-3bc2-467d-b3a3-9543f8c1b0f3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0737782 Jul 27 10:51:37.230276 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404722a1-ef77-4616-951a-d6c6da69a333 req-a3257cf6-b1fe-4555-b4a0-5f996e6040ff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:37.232243 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-404722a1-ef77-4616-951a-d6c6da69a333 req-a3257cf6-b1fe-4555-b4a0-5f996e6040ff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0851893 Jul 27 10:51:37.297219 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9e025316-256e-4d01-b382-6a5ba26673aa req-0fcff553-81c2-4e7c-9b05-f9ad9d0386d4 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801659 Jul 27 10:51:37.301152 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-404722a1-ef77-4616-951a-d6c6da69a333 req-1c4da946-e8de-4532-a3e3-8ed9f12c9900 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620532 Jul 27 10:51:37.440079 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:37.444943 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:37.942485 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefea1c-02e7-47b0-b22d-182adac0a0f3 req-08d620a4-9a7d-46cb-a6a9-ef38cb16587d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:37.943984 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eeefea1c-02e7-47b0-b22d-182adac0a0f3 req-08d620a4-9a7d-46cb-a6a9-ef38cb16587d tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0710626 Jul 27 10:51:37.964102 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269e7d-752d-4c73-9177-12219f18aecf req-75ab89a1-5f51-4244-87d1-3292dfa95855 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:37.965483 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c1269e7d-752d-4c73-9177-12219f18aecf req-75ab89a1-5f51-4244-87d1-3292dfa95855 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0809379 Jul 27 10:51:37.972172 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:38.028848 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-eeefea1c-02e7-47b0-b22d-182adac0a0f3 req-9e3403d2-1835-4ce4-88b3-44d3cff77a8c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783420 Jul 27 10:51:38.052321 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c1269e7d-752d-4c73-9177-12219f18aecf req-ea6dbee2-0e5f-4c21-a1eb-a37741480809 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772269 Jul 27 10:51:38.425385 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ef196-e2c5-475f-ac20-0e754cf5362b req-fcd0fa7f-99d4-434f-98fe-c1ceca30ed1c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:38.426932 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-285ef196-e2c5-475f-ac20-0e754cf5362b req-fcd0fa7f-99d4-434f-98fe-c1ceca30ed1c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0459917 Jul 27 10:51:38.473507 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-285ef196-e2c5-475f-ac20-0e754cf5362b req-13ab3dfc-98f7-4719-b4c7-5cdc1e55211a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412354 Jul 27 10:51:39.177227 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b2afb-27b9-4c66-93dc-bc3c50ebaeae req-5320e585-2cb5-453b-86fd-5df046d5b2ad tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:39.178700 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-599b2afb-27b9-4c66-93dc-bc3c50ebaeae req-5320e585-2cb5-453b-86fd-5df046d5b2ad tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0769396 Jul 27 10:51:39.198590 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ce01c-ead6-46ef-a45a-c383ff945bae req-e8312792-a97c-4ae3-ac40-7cafbc1f3862 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:39.199978 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-df6ce01c-ead6-46ef-a45a-c383ff945bae req-e8312792-a97c-4ae3-ac40-7cafbc1f3862 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0700316 Jul 27 10:51:39.254023 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:39.266036 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-599b2afb-27b9-4c66-93dc-bc3c50ebaeae req-d2b313f8-f40d-46d4-a301-a1a76f879309 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817058 Jul 27 10:51:39.285472 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-df6ce01c-ead6-46ef-a45a-c383ff945bae req-fb21f253-c49a-4c25-bf1d-19cb21711653 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782902 Jul 27 10:51:39.597450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c10a8-3617-4c35-85eb-eb3028abb9c5 req-3adf196c-8241-4436-b620-b406e078f90b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:39.598958 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d32c10a8-3617-4c35-85eb-eb3028abb9c5 req-3adf196c-8241-4436-b620-b406e078f90b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0467637 Jul 27 10:51:39.645385 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d32c10a8-3617-4c35-85eb-eb3028abb9c5 req-024e4902-004d-4d8b-b7ae-09210cdd9ddd tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410602 Jul 27 10:51:40.417958 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63088ba9-637a-467a-8003-aa487643cf71 req-fd040727-6710-48cf-872f-b4e87f6fb1e3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:40.419509 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-63088ba9-637a-467a-8003-aa487643cf71 req-fd040727-6710-48cf-872f-b4e87f6fb1e3 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0795162 Jul 27 10:51:40.429894 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9664a4-f15e-412b-8424-585598499c0c req-1b233c56-0e2c-4490-987e-bd1f6265ce97 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:40.431317 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd9664a4-f15e-412b-8424-585598499c0c req-1b233c56-0e2c-4490-987e-bd1f6265ce97 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0600715 Jul 27 10:51:40.505471 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-63088ba9-637a-467a-8003-aa487643cf71 req-6c96af14-7d3f-4ada-9554-3890fb407921 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732253 Jul 27 10:51:40.520669 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dd9664a4-f15e-412b-8424-585598499c0c req-bcd22d51-e69c-4783-8959-c3e75722854e tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824070 Jul 27 10:51:40.772549 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b62d54-7043-4e88-b215-434840b87350 req-f8192c35-4a52-4deb-a410-63e8b23b31d8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:40.773480 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-53b62d54-7043-4e88-b215-434840b87350 req-f8192c35-4a52-4deb-a410-63e8b23b31d8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0520420 Jul 27 10:51:40.822249 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-53b62d54-7043-4e88-b215-434840b87350 req-2a7f0504-e5e7-4a20-8e27-777d68aba726 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Jul 27 10:51:41.648651 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64281960-86bd-4ae9-91f5-f285b929bc07 req-b6d8b9a6-03ba-4679-90e1-67ea2581a1bb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:41.650136 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-64281960-86bd-4ae9-91f5-f285b929bc07 req-b6d8b9a6-03ba-4679-90e1-67ea2581a1bb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0729024 Jul 27 10:51:41.670759 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a0d68-f3e3-4230-ae0a-46aec3826680 req-082f534a-573e-438b-84c2-3c9684b5ac3c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:41.672175 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0d6a0d68-f3e3-4230-ae0a-46aec3826680 req-082f534a-573e-438b-84c2-3c9684b5ac3c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0671194 Jul 27 10:51:41.742681 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-64281960-86bd-4ae9-91f5-f285b929bc07 req-31d788a4-cd7f-4336-b5d8-f90ab8e76568 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859878 Jul 27 10:51:41.761902 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0d6a0d68-f3e3-4230-ae0a-46aec3826680 req-050e07c9-30c6-4eb3-a858-608371761386 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828342 Jul 27 10:51:41.874511 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:51:41.909945 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cdc1c-70dd-4fe8-84a3-915aa251e200 req-806ca090-ff45-440d-9817-af59972a58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:41.911500 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-565cdc1c-70dd-4fe8-84a3-915aa251e200 req-806ca090-ff45-440d-9817-af59972a58f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1130 time: 0.0444105 Jul 27 10:51:41.947081 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:41.959397 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-565cdc1c-70dd-4fe8-84a3-915aa251e200 req-596bb2b0-3a48-4066-8e15-9e66340d0741 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414176 Jul 27 10:51:41.960125 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1882c-553a-4dec-a881-dd62620cf99e req-45c093d1-f8a2-4c43-83ca-b0b66796180f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:41.961614 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96a1882c-553a-4dec-a881-dd62620cf99e req-45c093d1-f8a2-4c43-83ca-b0b66796180f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 943 time: 0.0573289 Jul 27 10:51:41.984815 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:51:41.995891 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '793b427a-5239-4672-ade8-ddf95534e517', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'port_id': '793b427a-5239-4672-ade8-ddf95534e517', 'mac_address': 'fa:16:3e:a4:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:51:42.008974 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96a1882c-553a-4dec-a881-dd62620cf99e req-572014c0-6166-4255-b9e1-946a46ee9d31 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 Jul 27 10:51:42.035191 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 793b427a-5239-4672-ade8-ddf95534e517 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:51:42.035586 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:42.048322 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793b427a-5239-4672-ade8-ddf95534e517 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:51:42.067534 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:51:42.071479 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:42.116396 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=9']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:51:42.123967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.124384 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.124730 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.125425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.125771 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.126112 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.126447 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.126806 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.127140 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.127469 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.127800 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.128129 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.128456 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.128779 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.129104 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:51:42.347614 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['793b427a-5239-4672-ade8-ddf95534e517'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:51:42.751923 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:42.756628 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:43.134315 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725f08-794a-46cb-a323-d409f2dc5fec req-3d329103-a7a9-4e8e-b508-c6a551b48acc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:43.135848 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b725f08-794a-46cb-a323-d409f2dc5fec req-3d329103-a7a9-4e8e-b508-c6a551b48acc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.3210342 Jul 27 10:51:43.155894 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08549cb9-39b3-4f1c-b89f-15e590a520ab req-cf5c5b6e-9912-41fd-a8c7-69df4bfa0016 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:43.157281 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-08549cb9-39b3-4f1c-b89f-15e590a520ab req-cf5c5b6e-9912-41fd-a8c7-69df4bfa0016 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.3142972 Jul 27 10:51:43.215223 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b725f08-794a-46cb-a323-d409f2dc5fec req-b27f8fb5-49ad-43fd-8ef8-7611b8d246ca tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733206 Jul 27 10:51:43.239837 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-08549cb9-39b3-4f1c-b89f-15e590a520ab req-b96249ff-f2b4-4dd5-b2a6-9c8b6f89f31a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758531 Jul 27 10:51:43.315060 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d18eb-f436-43f0-812b-382a697df998 req-cceef3d9-6d8b-4c9f-b01b-50b1dd604bbf tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:43.316509 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8a4d18eb-f436-43f0-812b-382a697df998 req-cceef3d9-6d8b-4c9f-b01b-50b1dd604bbf tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 944 time: 0.0457366 Jul 27 10:51:43.362050 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8a4d18eb-f436-43f0-812b-382a697df998 req-f893297b-fb46-4828-9b6b-4e491bfc67e9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Jul 27 10:51:43.893660 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:51:43.937472 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 793b427a-5239-4672-ade8-ddf95534e517 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:51:43.937771 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (793b427a-5239-4672-ade8-ddf95534e517), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:44.009739 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 793b427a-5239-4672-ade8-ddf95534e517 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:51:44.010126 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:44.031608 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b427a-5239-4672-ade8-ddf95534e517'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:51:44.033812 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f2b898-af68-47fc-b5bb-2236103a36a7" -d '{"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-plugged", "status": "completed", "tag": "793b427a-5239-4672-ade8-ddf95534e517"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:51:44.045935 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:51:44.052631 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:44.077768 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9472dded-d909-4313-a395-b0bca46fe505 x-openstack-request-id: req-9472dded-d909-4313-a395-b0bca46fe505 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:51:44.078063 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-plugged", "status": "completed", "tag": "793b427a-5239-4672-ade8-ddf95534e517", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:51:44.078314 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9472dded-d909-4313-a395-b0bca46fe505 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:51:44.078740 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9472dded-d909-4313-a395-b0bca46fe505'] response: {'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b427a-5239-4672-ade8-ddf95534e517', 'code': 200} Jul 27 10:51:44.103323 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=10']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:51:44.355949 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:44.365343 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5c6e-2d01-41d3-956c-c718db41712a req-e3899c0a-41d1-4f4d-a2a3-d8a1d02aee1f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:44.366814 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-107a5c6e-2d01-41d3-956c-c718db41712a req-e3899c0a-41d1-4f4d-a2a3-d8a1d02aee1f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0770915 Jul 27 10:51:44.386979 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3fc03-4b30-4de5-9a75-6abc3fd9810c req-ea8d5894-be9a-429c-bc54-918e534cd54b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:44.388430 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cbd3fc03-4b30-4de5-9a75-6abc3fd9810c req-ea8d5894-be9a-429c-bc54-918e534cd54b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0670283 Jul 27 10:51:44.464427 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-107a5c6e-2d01-41d3-956c-c718db41712a req-725ff1c7-6a17-484b-b812-ede6a3952bdf tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915027 Jul 27 10:51:44.482674 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cbd3fc03-4b30-4de5-9a75-6abc3fd9810c req-755cd8bb-1cb3-425b-8d96-8dad113cff1d tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870686 Jul 27 10:51:44.595563 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0401-837d-41df-984c-55245d95029c req-e64e7752-d430-4b58-ba3d-60997cd1ed4e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:44.597170 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fbaa0401-837d-41df-984c-55245d95029c req-e64e7752-d430-4b58-ba3d-60997cd1ed4e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 946 time: 0.0615571 Jul 27 10:51:44.649416 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fbaa0401-837d-41df-984c-55245d95029c req-decd65d6-075e-4abd-aa37-a4abb86c3f72 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453382 Jul 27 10:51:44.679690 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd7b01-b929-4401-90c0-0c27cd44efde req-28f9a0a6-b7ef-46c9-a89c-b98a60ccb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:44.682087 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39fd7b01-b929-4401-90c0-0c27cd44efde req-28f9a0a6-b7ef-46c9-a89c-b98a60ccb76a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 1130 time: 0.0440135 Jul 27 10:51:44.728270 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-39fd7b01-b929-4401-90c0-0c27cd44efde req-d605cf80-83cf-413d-b6c1-cff7be735aef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381038 Jul 27 10:51:44.927818 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d3732-58ee-41fe-bec7-2185d26bf723 req-e4d33328-88bd-40d4-94c0-1a3ad257ce9f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:44.929255 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3c5d3732-58ee-41fe-bec7-2185d26bf723 req-e4d33328-88bd-40d4-94c0-1a3ad257ce9f tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0471892 Jul 27 10:51:44.977351 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3c5d3732-58ee-41fe-bec7-2185d26bf723 req-fe542521-601f-4156-a89f-5d7c76215442 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424516 Jul 27 10:51:45.015627 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-3215e3e4-c923-4564-80de-fe68f57079d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:45.017038 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-3215e3e4-c923-4564-80de-fe68f57079d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1130 time: 0.0395281 Jul 27 10:51:45.105693 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-dddce0dd-44ff-4938-93f5-6f6894ce0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:45.107216 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-dddce0dd-44ff-4938-93f5-6f6894ce0a83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.0846896 Jul 27 10:51:45.486001 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-6fef689c-ac76-44b7-85d7-8ffe9be0583d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 200 len: 1002 time: 0.0556016 Jul 27 10:51:45.538804 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-bdec06aa-ca66-442f-8ef8-9a7c53538013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:45.540272 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-bdec06aa-ca66-442f-8ef8-9a7c53538013 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0483732 Jul 27 10:51:45.593982 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-4af5b9dc-f609-41f3-bfa0-d97bc35dbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:45.595613 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-4af5b9dc-f609-41f3-bfa0-d97bc35dbb89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391893 Jul 27 10:51:45.667931 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2af4a-3d67-4b4d-9236-d7d33834ccf8 req-b59bbb6e-06fc-423d-a529-ff6c281679e2 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:45.670043 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a5f2af4a-3d67-4b4d-9236-d7d33834ccf8 req-b59bbb6e-06fc-423d-a529-ff6c281679e2 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0480866 Jul 27 10:51:45.696621 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-fe47ceca-dfb1-44bb-bdea-f641e3e620ee service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915048 Jul 27 10:51:45.737049 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a5f2af4a-3d67-4b4d-9236-d7d33834ccf8 req-b7a7c382-a0d8-4099-87c9-b00933144e04 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612428 Jul 27 10:51:45.784476 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8b33-9ffe-4d8e-9fb6-62b16cbd5562 req-6ea39451-2949-4d1f-8ca4-5e61b73741e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:45.785970 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-037c8b33-9ffe-4d8e-9fb6-62b16cbd5562 req-6ea39451-2949-4d1f-8ca4-5e61b73741e2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 946 time: 0.0481465 Jul 27 10:51:45.832471 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-037c8b33-9ffe-4d8e-9fb6-62b16cbd5562 req-2f12f275-6a73-48b5-9c56-411f4d2a3570 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409887 Jul 27 10:51:45.843970 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:45.895863 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:45.928239 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-20bca269-5660-44ec-a68b-a2d85f50d679 req-fbcde06e-3d77-46d0-a692-10f77aefe171 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922391 Jul 27 10:51:46.080986 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:46.100859 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9710-7466-4500-ad56-b25ae3009199 req-97a1e86a-4ebc-4df7-840e-654e518f661c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:46.102359 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-492b9710-7466-4500-ad56-b25ae3009199 req-97a1e86a-4ebc-4df7-840e-654e518f661c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0502586 Jul 27 10:51:46.155154 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-492b9710-7466-4500-ad56-b25ae3009199 req-b01c8e0e-c6a3-4823-b9b3-7d821507cd5b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464566 Jul 27 10:51:46.861216 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97de02-4ae3-4e33-bcc7-14e94fbd7d8e req-02712108-1f77-4bc3-af27-df2f644da77b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:46.862710 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1c97de02-4ae3-4e33-bcc7-14e94fbd7d8e req-02712108-1f77-4bc3-af27-df2f644da77b tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0502596 Jul 27 10:51:46.933052 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1c97de02-4ae3-4e33-bcc7-14e94fbd7d8e req-9ac0e721-4493-4661-97ba-fc991b1151a4 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa37cf7e-0a8d-49fc-856c-86ab2c724c05&id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643816 Jul 27 10:51:46.967309 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b5876-8578-4d6c-a839-2b0c5ed229a0 req-2496293c-b69b-4501-8b13-eaa135c1fb96 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:46.968793 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-870b5876-8578-4d6c-a839-2b0c5ed229a0 req-2496293c-b69b-4501-8b13-eaa135c1fb96 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 946 time: 0.0560098 Jul 27 10:51:47.015527 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-870b5876-8578-4d6c-a839-2b0c5ed229a0 req-9a617e6e-ce36-4d60-926b-bf7d13ed8abc tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Jul 27 10:51:47.270455 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e69b59-1490-4292-b7e3-b80a5ca85b2c req-bbe79a59-2440-4e31-b739-43c2a319d7a4 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:47.272092 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-55e69b59-1490-4292-b7e3-b80a5ca85b2c req-bbe79a59-2440-4e31-b739-43c2a319d7a4 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0467236 Jul 27 10:51:47.321721 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-55e69b59-1490-4292-b7e3-b80a5ca85b2c req-e77280ed-fdad-4558-b7e1-24f0f08a58cc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439041 Jul 27 10:51:48.439554 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022d205-10b5-44ec-925e-23700877164c req-66b555af-7fb6-49fa-9f17-f756e0badbae tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:48.441054 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8022d205-10b5-44ec-925e-23700877164c req-66b555af-7fb6-49fa-9f17-f756e0badbae tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0463147 Jul 27 10:51:48.487648 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8022d205-10b5-44ec-925e-23700877164c req-a201c2cb-e131-4ac5-bc9e-2dd37e5fa62b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410247 Jul 27 10:51:49.604164 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274779-d56e-4f4f-911e-2922e8b684d4 req-53cde896-d2ac-4191-a963-fdec0a5b09a7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:49.605611 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-56274779-d56e-4f4f-911e-2922e8b684d4 req-53cde896-d2ac-4191-a963-fdec0a5b09a7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0461771 Jul 27 10:51:49.616360 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:49.652230 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-56274779-d56e-4f4f-911e-2922e8b684d4 req-af118838-dc1e-4686-acd4-3de2b49b8715 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411193 Jul 27 10:51:49.769336 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe983-61b9-42ec-b3d0-0ce5f7ca3eda req-cfb2b46a-4b67-43c7-a3ba-b6da47c44991 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:49.770828 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5d4fe983-61b9-42ec-b3d0-0ce5f7ca3eda req-cfb2b46a-4b67-43c7-a3ba-b6da47c44991 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0496409 Jul 27 10:51:49.781193 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 53952) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:51:49.787279 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-4927aa42-aa9c-4058-b660-bca75e8706e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Request body: {'floatingip': {'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:51:49.838538 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4927aa42-aa9c-4058-b660-bca75e8706e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (a9091638-a0c9-4e7c-a782-50c155b19f83), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:50.202022 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:50.285570 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4927aa42-aa9c-4058-b660-bca75e8706e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:50.289317 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4927aa42-aa9c-4058-b660-bca75e8706e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (a9091638-a0c9-4e7c-a782-50c155b19f83), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:50.494669 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4927aa42-aa9c-4058-b660-bca75e8706e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:51:50.603322 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4927aa42-aa9c-4058-b660-bca75e8706e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:51:50.608284 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4927aa42-aa9c-4058-b660-bca75e8706e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:50.612902 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] Sync routers for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:51:50.627514 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:51:50.628153 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:51:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:51:50.645986 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:51:50.648321 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284" -d '{"events": [{"name": "network-changed", "server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:51:50.677155 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-4927aa42-aa9c-4058-b660-bca75e8706e5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "PUT /v2.0/floatingips/a9091638-a0c9-4e7c-a782-50c155b19f83 HTTP/1.1" status: 200 len: 994 time: 0.8941076 Jul 27 10:51:50.703404 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c1d65f-fefc-43f2-8da2-1ada0dd48682 x-openstack-request-id: req-67c1d65f-fefc-43f2-8da2-1ada0dd48682 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:51:50.703702 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:51:50.703964 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67c1d65f-fefc-43f2-8da2-1ada0dd48682 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:51:50.704372 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c1d65f-fefc-43f2-8da2-1ada0dd48682'] response: {'name': 'network-changed', 'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'status': 'completed', 'code': 200} Jul 27 10:51:50.743263 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:51:50.767337 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-02483c28-6f00-445b-92c1-f8d637c9c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:50.768267 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:50.768794 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-02483c28-6f00-445b-92c1-f8d637c9c77a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1130 time: 0.0417430 Jul 27 10:51:50.780793 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:50.869679 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-bf146895-b080-4baa-867d-0e99a9220b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:50.871205 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-bf146895-b080-4baa-867d-0e99a9220b05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.0957177 Jul 27 10:51:50.931946 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-87d89ec4-b7b7-4964-8284-9bb5ce76988e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 200 len: 1002 time: 0.0542710 Jul 27 10:51:50.972881 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a9091638-a0c9-4e7c-a782-50c155b19f83', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'mac_address': 'fa:16:3e:03:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:05Z', 'updated_at': '2022-07-27T10:51:50Z', 'revision_number': 3, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:51:50.987523 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-fec7e8fd-a602-43c1-a523-15ec5fb30b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:50.989003 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-fec7e8fd-a602-43c1-a523-15ec5fb30b97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0497205 Jul 27 10:51:51.001401 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] Checking router: ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:51:51.010036 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:51:51.010664 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:51:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:51:51.034970 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-5deac594-3ab6-4447-b314-0845d75c0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:51.036430 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-5deac594-3ab6-4447-b314-0845d75c0c76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401592 Jul 27 10:51:51.121311 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:51:51.136151 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-6af9f247-fdbb-44a5-b164-9a7ff1460554 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903857 Jul 27 10:51:51.226210 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3dbd92cf-e4b7-4c7e-a64e-52eb28a9b284 req-2b7c9795-f45b-4fe7-8389-73a1ab7851c6 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840197 Jul 27 10:51:51.337382 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a9091638-a0c9-4e7c-a782-50c155b19f83', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'mac_address': 'fa:16:3e:03:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:05Z', 'updated_at': '2022-07-27T10:51:50Z', 'revision_number': 3, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:51:51.361991 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30b99f-0552-4253-b8db-42c2ff8d50ad None None] The sync data for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi is: [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a9091638-a0c9-4e7c-a782-50c155b19f83', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'port_id': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'mac_address': 'fa:16:3e:03:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:50:05Z', 'updated_at': '2022-07-27T10:51:50Z', 'revision_number': 3, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:51:52.102481 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf559-5cf7-4ecb-84bf-5da6a2d59d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:52.705608 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:51:52.707972 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edef98a-cb4f-4072-962f-907e420093b9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:51:52.744242 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dc098a-a1e0-4703-a677-9a217a2b0673 x-openstack-request-id: req-49dc098a-a1e0-4703-a677-9a217a2b0673 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:51:52.744530 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:51:52.744786 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49dc098a-a1e0-4703-a677-9a217a2b0673 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:51:52.745186 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49dc098a-a1e0-4703-a677-9a217a2b0673'] response: {'name': 'network-changed', 'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'status': 'completed', 'code': 200} Jul 27 10:51:52.809847 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edef98a-cb4f-4072-962f-907e420093b9 req-8406df09-6732-4e20-b739-b269d548f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:52.811348 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2edef98a-cb4f-4072-962f-907e420093b9 req-8406df09-6732-4e20-b739-b269d548f155 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 1130 time: 0.0390565 Jul 27 10:51:52.914550 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edef98a-cb4f-4072-962f-907e420093b9 req-60782ea7-a3ba-46b8-87e7-9647cc06a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:52.916050 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2edef98a-cb4f-4072-962f-907e420093b9 req-60782ea7-a3ba-46b8-87e7-9647cc06a334 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.0900679 Jul 27 10:51:52.977480 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2edef98a-cb4f-4072-962f-907e420093b9 req-59e4ca28-27f8-45d4-baf2-9694319a4ed7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 200 len: 1002 time: 0.0537815 Jul 27 10:51:53.028052 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edef98a-cb4f-4072-962f-907e420093b9 req-7944d41b-4387-4d5f-a958-b556c9dca602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:53.030140 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2edef98a-cb4f-4072-962f-907e420093b9 req-7944d41b-4387-4d5f-a958-b556c9dca602 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0476131 Jul 27 10:51:53.072367 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edef98a-cb4f-4072-962f-907e420093b9 req-4530bf72-54e5-49a8-bb95-5c9d5ce02896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:53.073797 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2edef98a-cb4f-4072-962f-907e420093b9 req-4530bf72-54e5-49a8-bb95-5c9d5ce02896 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379574 Jul 27 10:51:53.163115 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2edef98a-cb4f-4072-962f-907e420093b9 req-8265e6b6-b360-4acd-a420-8d2207d5b25b service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836966 Jul 27 10:51:53.219685 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:53.255832 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2edef98a-cb4f-4072-962f-907e420093b9 req-8c508fc1-bb49-4bfb-bad5-9b5612d4eb11 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821173 Jul 27 10:51:54.400745 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7dd0-6b03-471d-b5bf-aded5d3fb047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:55.507203 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:56.634464 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:51:56.644514 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-2d7701b0-37c1-46ed-8a09-a77d6390f59d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389967 Jul 27 10:51:56.706625 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:51:56.729104 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-2304e1a8-9114-4bde-9395-331fad15d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:56.730636 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-2304e1a8-9114-4bde-9395-331fad15d8da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=418d6f237f034c45a7e78538b217ad5e&device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 1130 time: 0.0431218 Jul 27 10:51:56.831224 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-67c823fd-83bf-4d4f-96d5-8865606d9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:56.832880 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-67c823fd-83bf-4d4f-96d5-8865606d9c82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 200 len: 920 time: 0.0849462 Jul 27 10:51:56.874763 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-4c4dc8b6-e3ff-4ee6-8974-7d85451fe6ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0354643 Jul 27 10:51:56.927077 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-cfde8f88-1388-4364-a8ac-1dacf5904ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:56.928413 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-cfde8f88-1388-4364-a8ac-1dacf5904ce1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 200 len: 858 time: 0.0429308 Jul 27 10:51:56.971797 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-c4cc8c82-48bb-41e5-8d00-0fd1c0f149cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:51:56.973251 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-c4cc8c82-48bb-41e5-8d00-0fd1c0f149cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85350a35-0d2c-48f8-814b-c6d3c3675053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382366 Jul 27 10:51:57.063324 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-b7306756-cd34-4821-bdb8-14f4a2ff60e4 service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840025 Jul 27 10:51:57.149320 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f85db7f9-d02e-400a-b660-b08e82594a41 req-6b9e86be-e0bf-41a8-a742-32a6c5e04ffe service neutron] 10.222.0.69 "GET /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800509 Jul 27 10:51:57.291937 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:57.397373 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:51:57.442205 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:00.672561 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:00.673364 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=52 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:06.704185 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:07.140531 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=48 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:07.146779 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=47 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:07.436640 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:07.438502 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:19.746848 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=15 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:19.752639 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=17 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:20.777372 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45a61e-dcd2-4925-acad-1a235ab01e2a req-2da6a59f-611a-4829-9140-d09e617452b5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:20.778968 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8c45a61e-dcd2-4925-acad-1a235ab01e2a req-2da6a59f-611a-4829-9140-d09e617452b5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0491068 Jul 27 10:52:20.825225 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8c45a61e-dcd2-4925-acad-1a235ab01e2a req-62cd25c6-3900-4b0b-902b-9af5977ebe90 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406663 Jul 27 10:52:21.946889 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6aa1b-4298-49eb-85d6-1dac900c8ae8 req-2d9eaf8d-07fa-498b-9546-3594678150ad tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:21.948405 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ded6aa1b-4298-49eb-85d6-1dac900c8ae8 req-2d9eaf8d-07fa-498b-9546-3594678150ad tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0495238 Jul 27 10:52:21.994691 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ded6aa1b-4298-49eb-85d6-1dac900c8ae8 req-1b82b2b2-5d85-4abb-84b4-d28e6879b9d9 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401201 Jul 27 10:52:22.104992 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-87c8e4f2-3a1f-478e-bf83-74e758af0834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:22.914959 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-cff1c751-77da-4240-b875-c50a956498f9 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:22.916371 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-cff1c751-77da-4240-b875-c50a956498f9 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0501969 Jul 27 10:52:22.996994 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Deleting port d0525118-3c48-4a61-aeb9-8a54b53e4ecc {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:22.997334 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:23.089173 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] For port d0525118-3c48-4a61-aeb9-8a54b53e4ecc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:23.089540 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:23.111801 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f70da-034f-4eed-afd9-74fe814766cc req-d0821cd2-b0c5-4146-8b3f-9effedb4711f tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:23.113292 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-296f70da-034f-4eed-afd9-74fe814766cc req-d0821cd2-b0c5-4146-8b3f-9effedb4711f tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 946 time: 0.0461106 Jul 27 10:52:23.167504 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-296f70da-034f-4eed-afd9-74fe814766cc req-b0c9b56f-2e14-476b-a8e4-200302690d7d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2756fcb0-e811-4198-b2a8-a61a533b084d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484183 Jul 27 10:52:23.357852 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:23.358221 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (0a9676c7-2b0a-4428-ac54-594800e68c0d), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:23.358581 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Floating IP 0a9676c7-2b0a-4428-ac54-594800e68c0d disassociated. External IP: 172.27.0.249, port: d0525118-3c48-4a61-aeb9-8a54b53e4ecc. Jul 27 10:52:23.358947 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Calling delete_port for d0525118-3c48-4a61-aeb9-8a54b53e4ecc owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:23.483245 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (d0525118-3c48-4a61-aeb9-8a54b53e4ecc), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:23.510013 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event deleted for resources: {'Port': ['ID=d0525118-3c48-4a61-aeb9-8a54b53e4ecc,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:23.520913 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.521259 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.521597 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.521930 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.522259 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.522586 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.522934 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.523256 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.523578 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.523898 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.524225 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.524544 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.524862 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.525178 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.525493 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:23.631301 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Router 204103ae-25a8-402f-8e2d-56c14802ada1 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:23.931639 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:23.942136 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] Sync routers for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:23.953978 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:23.954699 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:51:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:23.975120 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] No DVR routers for this DVR port d0525118-3c48-4a61-aeb9-8a54b53e4ecc on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:23.977759 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:23.981303 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8d54b271-bd5c-4ba3-a7be-0f73265b7fdb req-eef231d5-094e-4782-bb08-a40b153e1525 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "DELETE /v2.0/ports/d0525118-3c48-4a61-aeb9-8a54b53e4ecc HTTP/1.1" status: 204 len: 173 time: 1.0591974 Jul 27 10:52:23.981755 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'name': 'network-vif-deleted', 'tag': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:23.984014 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff02b87-77b8-431c-a9fa-59c87dde1615" -d '{"events": [{"server_uuid": "4252ab77-0c2c-488e-99ad-6586893e84ad", "name": "network-vif-deleted", "tag": "d0525118-3c48-4a61-aeb9-8a54b53e4ecc"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:24.035288 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8d6c0-ee95-4103-85b5-a0d8b28a0ef0 x-openstack-request-id: req-4ad8d6c0-ee95-4103-85b5-a0d8b28a0ef0 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:24.035582 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4252ab77-0c2c-488e-99ad-6586893e84ad", "name": "network-vif-deleted", "tag": "d0525118-3c48-4a61-aeb9-8a54b53e4ecc", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:24.035831 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ad8d6c0-ee95-4103-85b5-a0d8b28a0ef0 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:24.036245 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad8d6c0-ee95-4103-85b5-a0d8b28a0ef0'] response: {'server_uuid': '4252ab77-0c2c-488e-99ad-6586893e84ad', 'name': 'network-vif-deleted', 'tag': 'd0525118-3c48-4a61-aeb9-8a54b53e4ecc', 'status': 'completed', 'code': 200} Jul 27 10:52:24.061609 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:24.254706 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:24.280981 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] Checking router: 204103ae-25a8-402f-8e2d-56c14802ada1 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:24.283156 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0ddf19ba-8395-482f-a31d-daa0eb40451d req-9b2ce9bc-3f87-46c0-9350-70cdff3f7fa2 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=4252ab77-0c2c-488e-99ad-6586893e84ad HTTP/1.1" status: 200 len: 210 time: 0.0292306 Jul 27 10:52:24.289937 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:24.290261 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:51:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:24.403384 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-faa65759-521e-4304-919f-e02afe1dd1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:24.475019 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:24.662057 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:24.688481 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2a1ac-ba8f-4126-9496-6945348760e3 None None] The sync data for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi is: [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:24.900317 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5b110-59a2-4869-9e65-a592488eb346 None None] New status for floating IP 0a9676c7-2b0a-4428-ac54-594800e68c0d: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:52:25.375042 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54006) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:25.432110 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (2756fcb0-e811-4198-b2a8-a61a533b084d), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.455297 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (2756fcb0-e811-4198-b2a8-a61a533b084d), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.508323 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2756fcb0-e811-4198-b2a8-a61a533b084d), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.511022 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.515581 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "DELETE /v2.0/security-groups/2756fcb0-e811-4198-b2a8-a61a533b084d HTTP/1.1" status: 204 len: 168 time: 0.1360648 Jul 27 10:52:25.515741 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.516235 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54008) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:25.522313 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2756fcb0-e811-4198-b2a8-a61a533b084d,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:25.530067 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.530410 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.api.v2.resource [None req-ae85553c-d90f-4366-9a64-7b706e6930ba tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] show failed (client error): The resource could not be found. Jul 27 10:52:25.530519 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.530786 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534235 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534356 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-ae85553c-d90f-4366-9a64-7b706e6930ba tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups/2756fcb0-e811-4198-b2a8-a61a533b084d HTTP/1.1" status: 404 len: 347 time: 0.0146480 Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.534451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.535184 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54010) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:25.535266 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a610f-86c6-468d-aa96-26764c6063f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:25.638333 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:25.652527 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Deleting port 4f178803-d4c7-4344-9cf1-c14ec3b90306 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:25.653003 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (4f178803-d4c7-4344-9cf1-c14ec3b90306), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.699148 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:25.743157 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (4f178803-d4c7-4344-9cf1-c14ec3b90306), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.743582 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (4f178803-d4c7-4344-9cf1-c14ec3b90306), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.758888 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Calling delete_port for 4f178803-d4c7-4344-9cf1-c14ec3b90306 owned by network:floatingip {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:25.898630 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (4f178803-d4c7-4344-9cf1-c14ec3b90306), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.922299 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event deleted for resources: {'Port': ['ID=4f178803-d4c7-4344-9cf1-c14ec3b90306,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:25.947279 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (0a9676c7-2b0a-4428-ac54-594800e68c0d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.949729 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:25.954045 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-61f515d7-8419-4f6c-a9a4-5d5369797d4c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "DELETE /v2.0/floatingips/0a9676c7-2b0a-4428-ac54-594800e68c0d HTTP/1.1" status: 204 len: 168 time: 0.4161513 Jul 27 10:52:26.026944 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54016) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:26.032101 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-4350a869-d7ad-42b0-b8ee-ac51429017ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154526514', 'description': 'tempest-description--1478449677'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:26.053217 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4350a869-d7ad-42b0-b8ee-ac51429017ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.113295 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device d0525118-3c48-4a61-aeb9-8a54b53e4ecc no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:26.118460 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4350a869-d7ad-42b0-b8ee-ac51429017ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (a4fa18f0-47f0-4934-8c5c-8d4e96477caa), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.123131 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4350a869-d7ad-42b0-b8ee-ac51429017ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a4fa18f0-47f0-4934-8c5c-8d4e96477caa), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.133202 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: d0525118-3c48-4a61-aeb9-8a54b53e4ecc {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:26.133557 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device d0525118-3c48-4a61-aeb9-8a54b53e4ecc not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:26.155636 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350a869-d7ad-42b0-b8ee-ac51429017ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fa18f0-47f0-4934-8c5c-8d4e96477caa,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:26.161240 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-4350a869-d7ad-42b0-b8ee-ac51429017ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.163842 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-4350a869-d7ad-42b0-b8ee-ac51429017ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1345527 Jul 27 10:52:26.165719 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54018) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:26.170194 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-f7e10444-371b-4cb8-9890-35b329eb7d92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'security_group_rule': {'security_group_id': 'a4fa18f0-47f0-4934-8c5c-8d4e96477caa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:26.200156 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f7e10444-371b-4cb8-9890-35b329eb7d92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (e1fba806-aa33-462d-bc0b-e7ed3497e6a3), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.245378 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f7e10444-371b-4cb8-9890-35b329eb7d92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (e1fba806-aa33-462d-bc0b-e7ed3497e6a3), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.249280 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f7e10444-371b-4cb8-9890-35b329eb7d92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (e1fba806-aa33-462d-bc0b-e7ed3497e6a3), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.268375 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e10444-371b-4cb8-9890-35b329eb7d92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fba806-aa33-462d-bc0b-e7ed3497e6a3,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:26.274841 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f7e10444-371b-4cb8-9890-35b329eb7d92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.278951 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f7e10444-371b-4cb8-9890-35b329eb7d92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092672 Jul 27 10:52:26.278951 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54020) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:26.283023 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-f5f9a1f1-d635-4c67-8ca0-bc0937afb1f6 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'security_group_rule': {'security_group_id': 'a4fa18f0-47f0-4934-8c5c-8d4e96477caa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:26.309237 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a1f1-d635-4c67-8ca0-bc0937afb1f6 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (b268b239-4711-4fed-afa9-09058203d167), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.364036 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a1f1-d635-4c67-8ca0-bc0937afb1f6 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (b268b239-4711-4fed-afa9-09058203d167), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.367476 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a1f1-d635-4c67-8ca0-bc0937afb1f6 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (b268b239-4711-4fed-afa9-09058203d167), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.387376 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a1f1-d635-4c67-8ca0-bc0937afb1f6 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b268b239-4711-4fed-afa9-09058203d167,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:26.393769 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a1f1-d635-4c67-8ca0-bc0937afb1f6 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.394902 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f5f9a1f1-d635-4c67-8ca0-bc0937afb1f6 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151402 Jul 27 10:52:26.398218 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54022) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:26.402540 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:26.414503 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:26.424944 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.466992 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:26.509852 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.611347 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Allocated IP 172.27.0.83 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/1897aeab-9b85-4a9c-a1c7-ae5a5a89f406) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:52:26.717887 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for port (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.748044 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.786946 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:52:26.791707 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:52:26.795440 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:52:26.800052 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'Port': ['ID=1897aeab-9b85-4a9c-a1c7-ae5a5a89f406,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:26.844475 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:26.880965 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:27.026641 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for port (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:27.032479 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:27.059101 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:27.065270 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:27.087029 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'Port': ['ID=1897aeab-9b85-4a9c-a1c7-ae5a5a89f406,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:27.092801 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:27.094017 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-8346eb5c-24eb-4f67-ab2c-d97ffebf4e03 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.6948147 Jul 27 10:52:27.293221 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:27.295483 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-df8241de-f3a7-4b49-9691-e5bce2b1f474 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--154526514&fields=id&tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec HTTP/1.1" status: 200 len: 267 time: 0.0457237 Jul 27 10:52:27.405247 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-766fb5c0-6dcd-4572-87d0-1b493a0714ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:27.407074 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-766fb5c0-6dcd-4572-87d0-1b493a0714ab tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 811 time: 0.1047766 Jul 27 10:52:27.408935 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:27.422653 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-7dbcdb98-5d72-45ba-afe2-7b4c79f8db6c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/quotas/c4f3fa51a14844b1babdbd9533b7c3ec HTTP/1.1" status: 200 len: 375 time: 0.0097594 Jul 27 10:52:27.445865 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:27.473880 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-9ac9a35d-7570-4dbd-8a11-a3647e327773 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463905 Jul 27 10:52:27.570106 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-4f98bc15-559a-4f34-b6ce-5c632ad9244e service neutron] 10.222.0.36 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841904 Jul 27 10:52:27.662033 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8f7ad907-1101-4123-8abd-ca7844627da2 service neutron] 10.222.0.36 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862093 Jul 27 10:52:27.828124 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2bc44d41-9390-48ba-8963-a848c9f24586 req-97453ef9-fa03-4c21-a9ab-c4ce8f73f529 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 210 time: 0.0284867 Jul 27 10:52:28.821389 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-491f9736-4eee-4c5a-98a4-9cbeb55b488c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:28.822848 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-491f9736-4eee-4c5a-98a4-9cbeb55b488c tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 811 time: 0.1079390 Jul 27 10:52:28.933421 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-935d0305-89bc-4d4a-ac51-0c3308ad3e7a req-dc76f9eb-d1a8-4adf-aac1-536baed4feb4 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 210 time: 0.0316031 Jul 27 10:52:29.003150 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-9846ebc0-f647-46d7-8bfb-8e37453b8c89 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493707050&fields=id&tenant_id=b961e9565f174504a1f8d4b36dc73f50 HTTP/1.1" status: 200 len: 267 time: 0.0447037 Jul 27 10:52:29.037804 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:29.054308 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-99e54922-0b05-49a8-9687-8ee9de2514cb tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:29.055793 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-99e54922-0b05-49a8-9687-8ee9de2514cb tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 985 time: 0.0475047 Jul 27 10:52:29.067228 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Request body: {'port': {'security_groups': ['36ee537f-764d-451f-95fe-8bc6a49b9128']}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:29.097974 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:29.114124 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:29.142899 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8d4d4f67-0a5e-423d-8cf0-dcae1c5eaa44 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec HTTP/1.1" status: 200 len: 379 time: 0.0602887 Jul 27 10:52:29.157845 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.202802 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'port': {'device_id': '3a187bad-2e58-411b-b3db-009cc10d4602', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'admin_state_up': True, 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'security_groups': ['a4fa18f0-47f0-4934-8c5c-8d4e96477caa']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:29.319818 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Made reservation on behalf of c4f3fa51a14844b1babdbd9533b7c3ec for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:52:29.323556 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.344666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] For port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:29.377405 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.381812 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.397167 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['0f3e6efd-4a4a-4271-9fdf-58286e519c4f'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:52:29.428541 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:29.429204 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.433916 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d583fc1e-3d6c-4d21-a91c-2a960bc518c7 req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "PUT /v2.0/ports/0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 943 time: 0.3715246 Jul 27 10:52:29.434337 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:29.437306 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:29.442052 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54072) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:29.470267 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Allocated IP 172.20.0.14 (f2e90474-ace9-49cb-b20f-0a0062fb4ae0/2affabea-7a41-4600-a5a5-82ca4a3c05ed/ec2915e2-10ee-4a76-acde-332efa30a0b1) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:52:29.489541 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e950e-98c5-43cd-b03c-fd8c77caf32c tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event updated for resources: {'Port': ['ID=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,revision_number=7']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:29.509281 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f273a2-4984-48d2-a8f8-dccf20f3e217 x-openstack-request-id: req-d9f273a2-4984-48d2-a8f8-dccf20f3e217 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:29.509583 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:29.509842 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9f273a2-4984-48d2-a8f8-dccf20f3e217 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:29.510297 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f273a2-4984-48d2-a8f8-dccf20f3e217'] response: {'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'status': 'completed', 'code': 200} Jul 27 10:52:29.543369 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c9135621-a083-4dff-a49d-f08a1f2e5581 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group (aa37cf7e-0a8d-49fc-856c-86ab2c724c05), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.586620 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c9135621-a083-4dff-a49d-f08a1f2e5581 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group (aa37cf7e-0a8d-49fc-856c-86ab2c724c05), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.588826 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['0f3e6efd-4a4a-4271-9fdf-58286e519c4f'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:52:29.704845 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c9135621-a083-4dff-a49d-f08a1f2e5581 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (aa37cf7e-0a8d-49fc-856c-86ab2c724c05), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.707987 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c9135621-a083-4dff-a49d-f08a1f2e5581 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.709463 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-c9135621-a083-4dff-a49d-f08a1f2e5581 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa37cf7e-0a8d-49fc-856c-86ab2c724c05 HTTP/1.1" status: 204 len: 168 time: 0.2658825 Jul 27 10:52:29.714632 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54078) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:29.721863 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-95766a46-0028-4193-a447-824c395c49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:29.723353 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-95766a46-0028-4193-a447-824c395c49a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b961e9565f174504a1f8d4b36dc73f50&device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1130 time: 0.0877917 Jul 27 10:52:29.729357 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9135621-a083-4dff-a49d-f08a1f2e5581 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa37cf7e-0a8d-49fc-856c-86ab2c724c05,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:29.830656 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-d967d152-aaaf-432a-a46b-984673004b93 None None] Provisioning complete for port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:52:29.831068 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d967d152-aaaf-432a-a46b-984673004b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.904127 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:29.909948 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d967d152-aaaf-432a-a46b-984673004b93 None None] Current status of the port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:52:29.920759 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:30.012440 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-db672ee0-aa70-4679-9a0d-4768be4aabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:30.013987 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-db672ee0-aa70-4679-9a0d-4768be4aabbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3a05ee6-929e-4b98-8a43-aabfeba45963 HTTP/1.1" status: 200 len: 915 time: 0.2515197 Jul 27 10:52:30.030892 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.039877 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Deleting port d5cfd750-498c-4a22-9caa-40c007bc4898 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:30.040221 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (d5cfd750-498c-4a22-9caa-40c007bc4898), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.084297 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd261-306e-4dd1-94b0-b4f557df3237 req-952b8128-e671-4b1f-a6a4-7bc3fc1faa72 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:30.085928 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c9bd261-306e-4dd1-94b0-b4f557df3237 req-952b8128-e671-4b1f-a6a4-7bc3fc1faa72 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 946 time: 0.0850806 Jul 27 10:52:30.094356 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce98cf-111d-4979-a920-3a6277c9af81 req-45ec6695-dfaf-40e2-b562-78128b547596 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:30.095862 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-77ce98cf-111d-4979-a920-3a6277c9af81 req-45ec6695-dfaf-40e2-b562-78128b547596 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 932 time: 0.0794494 Jul 27 10:52:30.128789 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:52:30.134034 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:52:30.137644 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event updated for resources: {'Port': ['ID=ec2915e2-10ee-4a76-acde-332efa30a0b1,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:30.141301 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:52:30.146441 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:30.147110 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.163297 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:30.176839 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-8de302ea-cda8-4a0a-a718-defe5e54b085 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9789331 Jul 27 10:52:30.181913 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c9bd261-306e-4dd1-94b0-b4f557df3237 req-ccaadf44-639c-4045-869b-698709c9248a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849972 Jul 27 10:52:30.185783 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-77ce98cf-111d-4979-a920-3a6277c9af81 req-8e1a45a3-f30d-457c-bc70-e0e061a5a1ee tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821104 Jul 27 10:52:30.210085 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (d5cfd750-498c-4a22-9caa-40c007bc4898), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.210085 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for floatingip (d5cfd750-498c-4a22-9caa-40c007bc4898), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.217174 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Calling delete_port for d5cfd750-498c-4a22-9caa-40c007bc4898 owned by network:floatingip {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:30.391533 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (d5cfd750-498c-4a22-9caa-40c007bc4898), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.415171 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event deleted for resources: {'Port': ['ID=d5cfd750-498c-4a22-9caa-40c007bc4898,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:30.432785 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-ae3cbfc2-5a1c-41e9-956f-078c0f3a34c4 None None] Provisioning complete for port ec2915e2-10ee-4a76-acde-332efa30a0b1 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:52:30.433268 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbfc2-5a1c-41e9-956f-078c0f3a34c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.441836 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks [] for floatingip (56d0051d-3eb7-4adb-9389-669b469e9085), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.442175 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Floating IP 56d0051d-3eb7-4adb-9389-669b469e9085 disassociated (deleted). External IP: 172.27.0.208, port: 0f3e6efd-4a4a-4271-9fdf-58286e519c4f. Jul 27 10:52:30.468517 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-ae3cbfc2-5a1c-41e9-956f-078c0f3a34c4 None None] Port ec2915e2-10ee-4a76-acde-332efa30a0b1 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:52:30.638149 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:30.743427 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:30.748569 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:30.753379 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] Sync routers for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:30.762549 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:30.763783 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:30.779554 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-89e39056-e42a-4ee1-a737-ba773d921df8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "DELETE /v2.0/floatingips/56d0051d-3eb7-4adb-9389-669b469e9085 HTTP/1.1" status: 204 len: 168 time: 1.0637763 Jul 27 10:52:30.780140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:30.782399 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69202805-bc34-492b-9e0a-1bc6c8e52ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:30.821362 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f255bd72-22d6-4691-917b-3af668a709ea x-openstack-request-id: req-f255bd72-22d6-4691-917b-3af668a709ea {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:30.821717 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:30.822039 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f255bd72-22d6-4691-917b-3af668a709ea {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:30.822506 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f255bd72-22d6-4691-917b-3af668a709ea'] response: {'name': 'network-changed', 'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'status': 'completed', 'code': 200} Jul 27 10:52:30.871868 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:31.055238 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:31.062337 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:31.087219 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] Checking router: 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:31.095940 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:31.096548 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:31.098867 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:31.195381 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:31.296226 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Request body: {'port': {'device_id': '3a187bad-2e58-411b-b3db-009cc10d4602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:31.354080 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-55b14945-ec0d-4214-af35-7f39a439eea6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 217 time: 0.0692496 Jul 27 10:52:31.363145 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4eed-72f1-4ab2-966d-27a6c1de3f29 req-bd82a870-ad1a-46f3-90bf-4edd61315da9 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:31.364693 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8fbc4eed-72f1-4ab2-966d-27a6c1de3f29 req-bd82a870-ad1a-46f3-90bf-4edd61315da9 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 932 time: 0.1047649 Jul 27 10:52:31.374426 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d9efb-8120-41cb-99f4-a9bc08e6d818 req-85f85560-d0a6-4a67-8fbd-a3abf0872aa7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:31.375048 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:31.376827 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c65d9efb-8120-41cb-99f4-a9bc08e6d818 req-85f85560-d0a6-4a67-8fbd-a3abf0872aa7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 946 time: 0.1155944 Jul 27 10:52:31.417708 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:31.430642 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:31.453912 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8fbc4eed-72f1-4ab2-966d-27a6c1de3f29 req-2407cac1-a1d0-4259-b40d-aaa864d948bc tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760367 Jul 27 10:52:31.462857 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de3f44-70a0-4b7b-8025-64dce1de797e None None] The sync data for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi is: [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:55Z', 'revision_number': 4, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '4b20073f-e9b9-41c8-87d9-6196657f0739', 'name': '', 'network_id': 'a3a05ee6-929e-4b98-8a43-aabfeba45963', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'mac_address': 'fa:16:3e:d3:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:54Z', 'updated_at': '2022-07-27T10:50:00Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'subnets': [{'id': 'e30528fe-940c-4c6f-866e-3ae4a649f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:31.469515 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c65d9efb-8120-41cb-99f4-a9bc08e6d818 req-3a7ad425-587b-450f-b5c5-8bdbe5abed3e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=08bd39d2-8dd4-4937-85e2-5a6269ef1906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834646 Jul 27 10:52:31.698713 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:31.746485 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03263760-779d-443e-ac20-26cb759a187e None None] New status for floating IP 56d0051d-3eb7-4adb-9389-669b469e9085: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:52:31.804346 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-eeebf35d-bf1a-4af2-ab26-632695e6ba22 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:31.805819 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-eeebf35d-bf1a-4af2-ab26-632695e6ba22 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 946 time: 0.0586271 Jul 27 10:52:31.857290 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:31.909237 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:31.984378 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Deleting port 793b427a-5239-4672-ade8-ddf95534e517 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:31.985060 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (793b427a-5239-4672-ade8-ddf95534e517), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.003484 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2915e2-10ee-4a76-acde-332efa30a0b1 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:52:32.014494 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Publish callbacks [] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.018043 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-cd3ab447-47cd-461f-b465-15979b118a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:32.019610 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-cd3ab447-47cd-461f-b465-15979b118a66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30528fe-940c-4c6f-866e-3ae4a649f697 HTTP/1.1" status: 200 len: 853 time: 0.3143120 Jul 27 10:52:32.040005 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Transition to ACTIVE for port object ec2915e2-10ee-4a76-acde-332efa30a0b1 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:52:32.068371 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.109237 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-dcbe5ad1-2a82-4600-895a-17865dcaf655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:32.111228 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-dcbe5ad1-2a82-4600-895a-17865dcaf655 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3a05ee6-929e-4b98-8a43-aabfeba45963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816369 Jul 27 10:52:32.140980 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] For port 793b427a-5239-4672-ade8-ddf95534e517, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=793b427a-5239-4672-ade8-ddf95534e517,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:32.141198 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (793b427a-5239-4672-ade8-ddf95534e517), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.187759 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2915e2-10ee-4a76-acde-332efa30a0b1,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:32.238644 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Attempting to bind port ec2915e2-10ee-4a76-acde-332efa30a0b1 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:52:32.238970 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Attempting to bind port ec2915e2-10ee-4a76-acde-332efa30a0b1 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:52:32.240034 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Attempting to bind port ec2915e2-10ee-4a76-acde-332efa30a0b1 on network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:52:32.254690 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Port ec2915e2-10ee-4a76-acde-332efa30a0b1 on network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:52:32.255062 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Attempting to bind port ec2915e2-10ee-4a76-acde-332efa30a0b1 on network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:52:32.271160 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:52:32.271505 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Checking segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:52:32.271888 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Bound using segment: {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:52:32.272320 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Bound port: ec2915e2-10ee-4a76-acde-332efa30a0b1, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7579600d-6043-42ce-930c-4d8d251bc911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:52:32.272680 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.277438 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-be50055b-a25f-4a83-90b4-dfcdd38fd764 service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551280 Jul 27 10:52:32.343560 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] For port ec2915e2-10ee-4a76-acde-332efa30a0b1, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:52:32.346582 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] For port ec2915e2-10ee-4a76-acde-332efa30a0b1, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ec2915e2-10ee-4a76-acde-332efa30a0b1,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:52:32.353479 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.374311 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.375158 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (0a28d8a3-f87c-4c2a-adc7-690820231e37), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.375308 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Floating IP 0a28d8a3-f87c-4c2a-adc7-690820231e37 disassociated. External IP: 172.27.0.154, port: 793b427a-5239-4672-ade8-ddf95534e517. Jul 27 10:52:32.375612 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Calling delete_port for 793b427a-5239-4672-ade8-ddf95534e517 owned by compute:nova {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:32.444846 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:32.445475 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.446905 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] 10.222.0.69 "PUT /v2.0/ports/ec2915e2-10ee-4a76-acde-332efa30a0b1 HTTP/1.1" status: 200 len: 1094 time: 1.1550589 Jul 27 10:52:32.550712 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e46c2-3930-4aba-b778-04bbe9f12462 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2915e2-10ee-4a76-acde-332efa30a0b1,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:32.612769 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-f0e23fd7-3a5e-46d1-a3ff-067dd95272e5 req-c928a4ee-ef09-4cd7-8501-a6dee41dbeeb service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197113 Jul 27 10:52:32.616438 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (793b427a-5239-4672-ade8-ddf95534e517), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:32.627907 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:32.635939 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-4d49c180-5842-4d0f-86e2-53221c8e7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:32.637450 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-4d49c180-5842-4d0f-86e2-53221c8e7c7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 1128 time: 0.0794559 Jul 27 10:52:32.648855 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fa4ff20b-ec04-43e5-bd28-72f6903dfc08 req-a0819613-47f0-455f-ba9e-5eeb6457f89f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0452654 Jul 27 10:52:32.673769 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763e30-39d1-4293-a5e3-598e69ca04a6 req-10170b97-fac8-4194-b044-6677b1988ba5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:32.680630 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-40763e30-39d1-4293-a5e3-598e69ca04a6 req-10170b97-fac8-4194-b044-6677b1988ba5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 944 time: 0.1298428 Jul 27 10:52:32.691354 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event deleted for resources: {'Port': ['ID=793b427a-5239-4672-ade8-ddf95534e517,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:32.725091 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-83053d8e-40e0-452c-9c02-f9a4953e97e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2915e2-10ee-4a76-acde-332efa30a0b1 HTTP/1.1" status: 200 len: 217 time: 0.0779405 Jul 27 10:52:32.776106 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-40763e30-39d1-4293-a5e3-598e69ca04a6 req-e18e89fb-b5b5-42ff-a5f4-92f5d0102c56 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940132 Jul 27 10:52:32.793281 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-192d078d-9dfa-4de8-921e-233e6c8c1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:32.795203 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-192d078d-9dfa-4de8-921e-233e6c8c1a6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b961e9565f174504a1f8d4b36dc73f50&device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 1130 time: 0.0850341 Jul 27 10:52:32.824481 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a187bad-2e58-411b-b3db-009cc10d4602', 'tag': 'ec2915e2-10ee-4a76-acde-332efa30a0b1'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:32.827110 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448cf652-4b56-44a7-a4ee-434715eca7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a187bad-2e58-411b-b3db-009cc10d4602", "tag": "ec2915e2-10ee-4a76-acde-332efa30a0b1"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:32.858758 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-869284a8-f077-48e9-b9ad-732b4e71c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:32.861236 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-869284a8-f077-48e9-b9ad-732b4e71c4af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 200 len: 850 time: 0.1155763 Jul 27 10:52:32.898695 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdfb86e-1ebf-4639-8d85-ddb9e8a12c15 x-openstack-request-id: req-acdfb86e-1ebf-4639-8d85-ddb9e8a12c15 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:32.899065 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a187bad-2e58-411b-b3db-009cc10d4602", "tag": "ec2915e2-10ee-4a76-acde-332efa30a0b1", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:32.899374 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acdfb86e-1ebf-4639-8d85-ddb9e8a12c15 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:32.899825 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdfb86e-1ebf-4639-8d85-ddb9e8a12c15'] response: {'name': 'network-changed', 'server_uuid': '3a187bad-2e58-411b-b3db-009cc10d4602', 'tag': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'status': 'completed', 'code': 200} Jul 27 10:52:32.928228 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-a109ea3a-142e-4f1b-abdc-a48ecabc1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:32.929733 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-a109ea3a-142e-4f1b-abdc-a48ecabc1a01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619864 Jul 27 10:52:32.948647 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:33.006117 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-fab6a096-ddc7-46a8-bd08-dd4211306e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:33.006836 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-fab6a096-ddc7-46a8-bd08-dd4211306e54 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3a05ee6-929e-4b98-8a43-aabfeba45963 HTTP/1.1" status: 200 len: 915 time: 0.2035229 Jul 27 10:52:33.057871 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-a42f27f0-cc49-4c20-a2d8-3d05d341b315 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 200 len: 217 time: 0.0436828 Jul 27 10:52:33.113700 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Router 799722d1-5d93-4cf6-87e0-7606058c4980 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:33.115822 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-f0abf504-a14c-4fb4-856c-983c9a346dca service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770475 Jul 27 10:52:33.177052 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-938846c6-3bee-450b-9de7-649f29f3ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:33.178715 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-938846c6-3bee-450b-9de7-649f29f3ee88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e30528fe-940c-4c6f-866e-3ae4a649f697 HTTP/1.1" status: 200 len: 853 time: 0.1087134 Jul 27 10:52:33.262453 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:33.275640 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-42ab6888-46cb-4001-b52b-0292abcf19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:33.278642 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-42ab6888-46cb-4001-b52b-0292abcf19ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3a05ee6-929e-4b98-8a43-aabfeba45963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931697 Jul 27 10:52:33.281168 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] Sync routers for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:33.309102 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:33.311992 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:33.330006 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] No DVR routers for this DVR port 793b427a-5239-4672-ade8-ddf95534e517 on host hv-cinder-85084 {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:33.333442 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:33.336776 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4b8675b4-f647-4422-b0fb-76b1ac5938b5 req-3637c390-a2fd-4d9c-b7af-674d95869c93 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "DELETE /v2.0/ports/793b427a-5239-4672-ade8-ddf95534e517 HTTP/1.1" status: 204 len: 173 time: 1.4887283 Jul 27 10:52:33.337250 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-deleted', 'tag': '793b427a-5239-4672-ade8-ddf95534e517'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:33.339852 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da116c16-977a-4ec3-a7cb-4a15605cb8e3" -d '{"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-deleted", "tag": "793b427a-5239-4672-ade8-ddf95534e517"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:33.359360 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a52d6aab-e480-4c13-ae79-c7f35eccfb03 req-b6be3258-5e6e-4195-9e2a-5ed4e9973e9d service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361975 Jul 27 10:52:33.438506 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-86846ac7-987c-4717-b188-0144d084d40f service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491208 Jul 27 10:52:33.448432 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:33.461415 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b58d64b-396c-42c8-b477-b2e648bfd86f x-openstack-request-id: req-8b58d64b-396c-42c8-b477-b2e648bfd86f {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:33.461924 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78c92f-6a06-4388-ba4e-c58ad634854e", "name": "network-vif-deleted", "tag": "793b427a-5239-4672-ade8-ddf95534e517", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:33.462283 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b58d64b-396c-42c8-b477-b2e648bfd86f {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:33.462708 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b58d64b-396c-42c8-b477-b2e648bfd86f'] response: {'server_uuid': '7d78c92f-6a06-4388-ba4e-c58ad634854e', 'name': 'network-vif-deleted', 'tag': '793b427a-5239-4672-ade8-ddf95534e517', 'status': 'completed', 'code': 200} Jul 27 10:52:33.550335 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:33.572253 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948dfd-6d68-43d8-bc46-f6ac74d1103b req-6975d909-2ccf-4067-a7e3-7a308287148e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:33.573785 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-de948dfd-6d68-43d8-bc46-f6ac74d1103b req-6975d909-2ccf-4067-a7e3-7a308287148e tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0544233 Jul 27 10:52:33.627762 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-de948dfd-6d68-43d8-bc46-f6ac74d1103b req-4e3f7656-be25-4a5b-a039-be09fb7c61fb tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466089 Jul 27 10:52:33.661128 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:33.690514 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] Checking router: 799722d1-5d93-4cf6-87e0-7606058c4980 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:33.706540 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:33.707138 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:33.711362 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:52:33.786879 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-961e47a6-f8a0-4ac9-8fee-0e4b64939cdc req-0831c83d-1d52-4dcb-99e8-f79ec91cd239 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0317736 Jul 27 10:52:33.902874 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:33.905516 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7203bd-6d92-4f35-b2a7-2b899dadaea8 req-19b06f35-fddc-4b8a-8f3a-0b56f3d8b3c8 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:33.907067 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2a7203bd-6d92-4f35-b2a7-2b899dadaea8 req-19b06f35-fddc-4b8a-8f3a-0b56f3d8b3c8 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 944 time: 0.0479708 Jul 27 10:52:33.938627 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:33.955282 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2a7203bd-6d92-4f35-b2a7-2b899dadaea8 req-1cc22128-1745-4873-8393-f103f945143a tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425401 Jul 27 10:52:34.012763 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:34.086948 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:34.110964 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d13f6-4817-4fd6-8dbf-d3bde908ea1a None None] The sync data for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi is: [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:34.320254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6214be-c25f-4765-9732-c2f30035a165 None None] New status for floating IP 0a28d8a3-f87c-4c2a-adc7-690820231e37: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:52:34.391133 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:34.746268 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe1db-a937-4f62-909d-6b337fec31f2 req-1209c467-8af1-485a-99a7-0308acdecddf tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:34.748359 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-72dbe1db-a937-4f62-909d-6b337fec31f2 req-1209c467-8af1-485a-99a7-0308acdecddf tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0473855 Jul 27 10:52:34.801206 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-72dbe1db-a937-4f62-909d-6b337fec31f2 req-b4c9af3b-d103-4d9b-bb51-46b2f49b38cc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469165 Jul 27 10:52:34.848518 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc59ab-59e5-4a30-bff8-433caedaa81d req-18284452-2940-47d7-8c5e-695750baba19 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:34.850017 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7ddc59ab-59e5-4a30-bff8-433caedaa81d req-18284452-2940-47d7-8c5e-695750baba19 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0478673 Jul 27 10:52:34.918366 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-68b7424c-5b1b-4ac5-ba5e-906a2af3f6e9 req-0989587d-ac2f-42d3-84a9-42b047ad2970 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0359735 Jul 27 10:52:34.922308 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7ddc59ab-59e5-4a30-bff8-433caedaa81d req-83dedd70-18b2-49a7-9c9c-55cf83115f26 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667462 Jul 27 10:52:35.071166 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4cd30-19a6-4141-a9a8-490769ec75b9 req-490f237b-3a7d-44ba-b474-d39ee8736c58 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:35.072618 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-32f4cd30-19a6-4141-a9a8-490769ec75b9 req-490f237b-3a7d-44ba-b474-d39ee8736c58 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 944 time: 0.0469077 Jul 27 10:52:35.121146 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-32f4cd30-19a6-4141-a9a8-490769ec75b9 req-d7b62dcc-33cf-4234-8625-4585d47d05b4 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 Jul 27 10:52:35.920638 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9aed5-1d45-41a6-9eba-9f1b9d4d62fe req-f91d3f0b-4709-43a8-9e8c-ef8a14c7a3f8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:35.922149 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3bf9aed5-1d45-41a6-9eba-9f1b9d4d62fe req-f91d3f0b-4709-43a8-9e8c-ef8a14c7a3f8 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0510650 Jul 27 10:52:35.975257 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3bf9aed5-1d45-41a6-9eba-9f1b9d4d62fe req-f204148e-531b-4da5-bde2-886f573db58c tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472231 Jul 27 10:52:36.042072 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3f2a9-5d88-4891-97c7-5d7eed857c1c req-c86b552b-fb00-4331-b588-4ebddae0323e tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:36.043641 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5bf3f2a9-5d88-4891-97c7-5d7eed857c1c req-c86b552b-fb00-4331-b588-4ebddae0323e tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0476861 Jul 27 10:52:36.088921 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-06446042-34a8-498d-bb46-e2f093e5d1f1 req-e53638ed-5118-40bb-a5e3-57f8c45b613c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0403461 Jul 27 10:52:36.118974 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5bf3f2a9-5d88-4891-97c7-5d7eed857c1c req-d8ec5a1e-170e-4ab9-8f16-f5e636f01841 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686185 Jul 27 10:52:36.161474 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device ec2915e2-10ee-4a76-acde-332efa30a0b1 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:52:36.165697 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:36.192190 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 793b427a-5239-4672-ade8-ddf95534e517 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:36.192452 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 793b427a-5239-4672-ade8-ddf95534e517 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:36.236152 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d1ee1-a80c-4a02-8189-8e9ab1625ced req-d1503753-b162-4191-8d2a-5583840295b2 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:36.237660 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a96d1ee1-a80c-4a02-8189-8e9ab1625ced req-d1503753-b162-4191-8d2a-5583840295b2 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 944 time: 0.0459127 Jul 27 10:52:36.276929 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:36.284820 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port ec2915e2-10ee-4a76-acde-332efa30a0b1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ec2915e2-10ee-4a76-acde-332efa30a0b1,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:36.289550 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a96d1ee1-a80c-4a02-8189-8e9ab1625ced req-42dea3ef-ecbf-47cf-a3c4-61b00723155f tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463395 Jul 27 10:52:36.296498 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'port_id': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'mac_address': 'fa:16:3e:a9:51:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:52:36.330125 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port ec2915e2-10ee-4a76-acde-332efa30a0b1 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:52:36.330519 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:36.344012 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2915e2-10ee-4a76-acde-332efa30a0b1 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:52:36.362979 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port ec2915e2-10ee-4a76-acde-332efa30a0b1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ec2915e2-10ee-4a76-acde-332efa30a0b1,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:36.366854 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:36.413382 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=ec2915e2-10ee-4a76-acde-332efa30a0b1,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:36.604160 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['ec2915e2-10ee-4a76-acde-332efa30a0b1'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:52:37.002070 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-bebfb076-61a2-4f53-b256-17a6be53041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:37.003924 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-bebfb076-61a2-4f53-b256-17a6be53041e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 1129 time: 0.0865667 Jul 27 10:52:37.038921 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-69202805-bc34-492b-9e0a-1bc6c8e52ab9 req-ba461821-f678-47a9-b4a7-2d61edd7bd5c service neutron] 10.222.0.69 "GET /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324193 Jul 27 10:52:37.096169 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5486be-e063-4129-8796-68d23c1ca8d7 req-a67550a7-887d-4153-876f-93653f4e4877 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:37.097622 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bd5486be-e063-4129-8796-68d23c1ca8d7 req-a67550a7-887d-4153-876f-93653f4e4877 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0461082 Jul 27 10:52:37.144107 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bd5486be-e063-4129-8796-68d23c1ca8d7 req-25fbeac4-78d1-4a80-942f-65b50bb52792 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Jul 27 10:52:37.211595 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-17c6e3f2-5655-49ca-b05f-8070840357da req-ff8c6659-2528-4c1f-a663-f2064aa8a2a9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0326633 Jul 27 10:52:37.256044 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d930918-c709-464a-ba75-2dc1030b58aa req-005de05d-c628-4946-ab1d-be425c0b5f1a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:37.257507 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d930918-c709-464a-ba75-2dc1030b58aa req-005de05d-c628-4946-ab1d-be425c0b5f1a tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0488906 Jul 27 10:52:37.304560 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9d930918-c709-464a-ba75-2dc1030b58aa req-f727a9e3-9a28-4ff6-a75c-8afff7167896 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Jul 27 10:52:37.409608 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966a428-2dfe-40dd-a0ef-5ac9f1c5ef19 req-231d5aa6-620a-41cc-9276-0c7cdd0be544 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:37.411082 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3966a428-2dfe-40dd-a0ef-5ac9f1c5ef19 req-231d5aa6-620a-41cc-9276-0c7cdd0be544 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 945 time: 0.0473635 Jul 27 10:52:37.429302 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:37.462095 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3966a428-2dfe-40dd-a0ef-5ac9f1c5ef19 req-e26c8fb6-6daa-4b5a-883b-3a80983d35a5 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454788 Jul 27 10:52:38.174010 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device ec2915e2-10ee-4a76-acde-332efa30a0b1 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:52:38.218403 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port ec2915e2-10ee-4a76-acde-332efa30a0b1 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:52:38.224543 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port ec2915e2-10ee-4a76-acde-332efa30a0b1 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:52:38.224912 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:38.273189 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11419f-5008-4bc1-b3e2-849219b4fd9d req-4f1e9ad6-928b-4c09-b114-609d145af7c0 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.275011 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d11419f-5008-4bc1-b3e2-849219b4fd9d req-4f1e9ad6-928b-4c09-b114-609d145af7c0 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0537119 Jul 27 10:52:38.311947 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port ec2915e2-10ee-4a76-acde-332efa30a0b1 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:52:38.312431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:38.338048 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a187bad-2e58-411b-b3db-009cc10d4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2915e2-10ee-4a76-acde-332efa30a0b1'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:38.340381 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa36969-6bc1-492f-b84f-f88b481ca388" -d '{"events": [{"server_uuid": "3a187bad-2e58-411b-b3db-009cc10d4602", "name": "network-vif-plugged", "status": "completed", "tag": "ec2915e2-10ee-4a76-acde-332efa30a0b1"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:38.352699 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port ec2915e2-10ee-4a76-acde-332efa30a0b1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ec2915e2-10ee-4a76-acde-332efa30a0b1,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:38.353916 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a7c37bd1-2fe6-4f90-ab60-c0a84eadaa4e req-b1bf4550-d4db-45eb-98b8-6c48e84c14b1 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d78c92f-6a06-4388-ba4e-c58ad634854e HTTP/1.1" status: 200 len: 210 time: 0.0438368 Jul 27 10:52:38.357520 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:38.366954 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d11419f-5008-4bc1-b3e2-849219b4fd9d req-3861fb6a-aa6c-4bc1-a8fb-b77ec778c621 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843532 Jul 27 10:52:38.419854 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae3455f-deea-49f3-92c0-758a2ec7875d x-openstack-request-id: req-8ae3455f-deea-49f3-92c0-758a2ec7875d {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:38.420266 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a187bad-2e58-411b-b3db-009cc10d4602", "name": "network-vif-plugged", "status": "completed", "tag": "ec2915e2-10ee-4a76-acde-332efa30a0b1", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:38.420520 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ae3455f-deea-49f3-92c0-758a2ec7875d {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:38.420915 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae3455f-deea-49f3-92c0-758a2ec7875d'] response: {'server_uuid': '3a187bad-2e58-411b-b3db-009cc10d4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'code': 200} Jul 27 10:52:38.426334 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=ec2915e2-10ee-4a76-acde-332efa30a0b1,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:38.455567 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:38.473565 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65371244-e2dd-4551-8f0f-0acf50f20114 req-42948948-b110-4360-b8d3-522f26eace86 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.475050 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-65371244-e2dd-4551-8f0f-0acf50f20114 req-42948948-b110-4360-b8d3-522f26eace86 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0500360 Jul 27 10:52:38.526321 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-65371244-e2dd-4551-8f0f-0acf50f20114 req-3a028129-1de3-45d5-a205-2b7b3e846577 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/security-groups?id=36ee537f-764d-451f-95fe-8bc6a49b9128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Jul 27 10:52:38.578041 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547fbf-6983-45e2-8f48-6edb1d4d857d req-cc27b1dd-7fc2-44f9-9224-bedf704feacb tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.579564 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ee547fbf-6983-45e2-8f48-6edb1d4d857d req-cc27b1dd-7fc2-44f9-9224-bedf704feacb tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 946 time: 0.0461850 Jul 27 10:52:38.629338 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ee547fbf-6983-45e2-8f48-6edb1d4d857d req-e2ab6762-bfe1-4f3f-ac53-9d1ec9f8c3ee tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442712 Jul 27 10:52:38.677000 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-9249c0ff-c4f0-480d-acc0-5ce349d8f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.678370 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-9249c0ff-c4f0-480d-acc0-5ce349d8f4e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 912 time: 0.0895922 Jul 27 10:52:38.796963 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-4a3d99c1-ade4-492e-ba8d-2fab2992d667 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2915e2-10ee-4a76-acde-332efa30a0b1 HTTP/1.1" status: 200 len: 217 time: 0.0567760 Jul 27 10:52:38.823272 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-6fbec863-de24-46d3-a294-9c5bd9d8c7d7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.824710 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-6fbec863-de24-46d3-a294-9c5bd9d8c7d7 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0784898 Jul 27 10:52:38.848189 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bd764-41c5-45f7-964e-a5e7e268475e req-47e155c7-deb8-46a1-837c-ad2adbc94dcf tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.850295 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-531bd764-41c5-45f7-964e-a5e7e268475e req-47e155c7-deb8-46a1-837c-ad2adbc94dcf tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 946 time: 0.0548329 Jul 27 10:52:38.898707 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-54906c7d-15e4-4473-a288-dbfc127f721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.900513 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-54906c7d-15e4-4473-a288-dbfc127f721b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 200 len: 850 time: 0.0934639 Jul 27 10:52:38.959610 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:38.979430 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Deleting port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:38.979777 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:38.981358 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Deleting port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:38.982307 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:38.983628 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-3b02757e-ef80-44d2-b852-8e2f2be43981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.985168 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-3b02757e-ef80-44d2-b852-8e2f2be43981 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586362 Jul 27 10:52:38.986916 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a537e-8cdd-4829-9cdb-6e524996469a req-a3c4c839-2a7a-4cc8-aed3-4e71199a4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:38.988487 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3e9a537e-8cdd-4829-9cdb-6e524996469a req-a3c4c839-2a7a-4cc8-aed3-4e71199a4bfc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 1130 time: 0.0738111 Jul 27 10:52:39.087775 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3e9a537e-8cdd-4829-9cdb-6e524996469a req-d0879d40-5273-49cb-992f-e40c14e88a47 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891097 Jul 27 10:52:39.110334 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:39.118823 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] For port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:39.119199 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.133486 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Calling delete_port for 0f3e6efd-4a4a-4271-9fdf-58286e519c4f owned by compute:nova {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:39.168093 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] For port 4bed1827-5814-4dc0-b24a-83d73b8f3e52, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4bed1827-5814-4dc0-b24a-83d73b8f3e52,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:39.168898 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.183145 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-f8139b49-edef-4e69-a037-e5af7bd91ad7 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825840 Jul 27 10:52:39.266811 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (0f3e6efd-4a4a-4271-9fdf-58286e519c4f), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.283138 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['0f3e6efd-4a4a-4271-9fdf-58286e519c4f'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:52:39.296904 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Pushing event deleted for resources: {'Port': ['ID=0f3e6efd-4a4a-4271-9fdf-58286e519c4f,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:39.339575 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] No DVR routers for this DVR port 0f3e6efd-4a4a-4271-9fdf-58286e519c4f on host hv-cinder-85084 {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:39.342239 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.345510 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.69 "DELETE /v2.0/ports/0f3e6efd-4a4a-4271-9fdf-58286e519c4f HTTP/1.1" status: 204 len: 173 time: 0.4896190 Jul 27 10:52:39.345940 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'name': 'network-vif-deleted', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:39.348176 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f180f29c-2946-41eb-a28c-4b1a2319872b" -d '{"events": [{"server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "name": "network-vif-deleted", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:39.389153 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f778f1-0b87-4552-8e88-8738fbaf5618 x-openstack-request-id: req-14f778f1-0b87-4552-8e88-8738fbaf5618 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:39.389450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa", "name": "network-vif-deleted", "tag": "0f3e6efd-4a4a-4271-9fdf-58286e519c4f", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:39.389705 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14f778f1-0b87-4552-8e88-8738fbaf5618 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:39.390103 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f778f1-0b87-4552-8e88-8738fbaf5618'] response: {'server_uuid': 'ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa', 'name': 'network-vif-deleted', 'tag': '0f3e6efd-4a4a-4271-9fdf-58286e519c4f', 'status': 'completed', 'code': 200} Jul 27 10:52:39.396552 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.396923 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (a9091638-a0c9-4e7c-a782-50c155b19f83), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.397244 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Floating IP a9091638-a0c9-4e7c-a782-50c155b19f83 disassociated. External IP: 172.27.0.149, port: 4bed1827-5814-4dc0-b24a-83d73b8f3e52. Jul 27 10:52:39.397699 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Calling delete_port for 4bed1827-5814-4dc0-b24a-83d73b8f3e52 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:39.490278 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54194) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:39.513409 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-448cf652-4b56-44a7-a4ee-434715eca7c3 req-5d5c2e24-40bb-47c5-a5da-e339be4c1d6a service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971109 Jul 27 10:52:39.515398 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662124a-aca3-430d-8a65-d04d9863d76d req-791c90d2-0e98-44e5-a809-3a5dc304ba93 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:39.516896 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c662124a-aca3-430d-8a65-d04d9863d76d req-791c90d2-0e98-44e5-a809-3a5dc304ba93 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 946 time: 0.0734107 Jul 27 10:52:39.592021 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-566ab8d3-997d-4c25-8b10-9fafb754db65 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (08bd39d2-8dd4-4937-85e2-5a6269ef1906), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.597382 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c662124a-aca3-430d-8a65-d04d9863d76d req-f1d308ee-83d3-4add-b7d0-4456d5716703 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b10a9a7-e126-41f8-b36f-d653bacd3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745301 Jul 27 10:52:39.600430 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:39.604769 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (4bed1827-5814-4dc0-b24a-83d73b8f3e52), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.623685 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-566ab8d3-997d-4c25-8b10-9fafb754db65 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (08bd39d2-8dd4-4937-85e2-5a6269ef1906), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.635458 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:39.640800 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event deleted for resources: {'Port': ['ID=4bed1827-5814-4dc0-b24a-83d73b8f3e52,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:39.678036 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b3f4de59-4b86-474d-9255-48032864477b req-385d06dd-f077-48ad-8dae-9d755b501cd5 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8cdaf4-6b28-4a76-90eb-c30ee97c76aa HTTP/1.1" status: 200 len: 210 time: 0.0455751 Jul 27 10:52:39.771347 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-566ab8d3-997d-4c25-8b10-9fafb754db65 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (08bd39d2-8dd4-4937-85e2-5a6269ef1906), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.774482 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-566ab8d3-997d-4c25-8b10-9fafb754db65 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:39.779084 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-566ab8d3-997d-4c25-8b10-9fafb754db65 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "DELETE /v2.0/security-groups/08bd39d2-8dd4-4937-85e2-5a6269ef1906 HTTP/1.1" status: 204 len: 168 time: 0.2877083 Jul 27 10:52:39.779743 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54200) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:39.804553 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:39.811822 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.api.v2.resource [None req-f2563388-0572-496b-aca4-39e7e57bd9e0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] show failed (client error): The resource could not be found. Jul 27 10:52:39.816237 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54202) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:39.817493 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-f2563388-0572-496b-aca4-39e7e57bd9e0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups/08bd39d2-8dd4-4937-85e2-5a6269ef1906 HTTP/1.1" status: 404 len: 347 time: 0.0288115 Jul 27 10:52:39.818408 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ab8d3-997d-4c25-8b10-9fafb754db65 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd39d2-8dd4-4937-85e2-5a6269ef1906,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:39.839161 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7054e3-39fc-41af-b365-04245d42a403 req-14e32eba-afa2-44c8-83fa-152f7faddcde tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:39.849169 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1e7054e3-39fc-41af-b365-04245d42a403 req-14e32eba-afa2-44c8-83fa-152f7faddcde tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 946 time: 0.1259234 Jul 27 10:52:39.901118 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1e7054e3-39fc-41af-b365-04245d42a403 req-97921405-5d9e-4ed5-9c76-f62856ce4d58 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455146 Jul 27 10:52:39.902857 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:40.238992 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:40.240659 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Deleting port 83582a87-38e4-4c48-8d60-057da191ce76 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:40.240997 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (83582a87-38e4-4c48-8d60-057da191ce76), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.251528 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] Sync routers for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:40.261753 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:40.262249 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:40.317645 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] No DVR routers for this DVR port 4bed1827-5814-4dc0-b24a-83d73b8f3e52 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:40.321338 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.324537 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-57eecd2e-144a-4b4a-b9b4-2aa71a0fe8bc req-dad71a2b-cb15-4179-a59b-0c59ffc9fff1 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "DELETE /v2.0/ports/4bed1827-5814-4dc0-b24a-83d73b8f3e52 HTTP/1.1" status: 204 len: 173 time: 1.4780514 Jul 27 10:52:40.325015 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'name': 'network-vif-deleted', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:40.327844 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90225e4f-77ef-40e7-b032-999e5cce3470" -d '{"events": [{"server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "name": "network-vif-deleted", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:40.350642 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:40.365735 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (83582a87-38e4-4c48-8d60-057da191ce76), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.366070 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (83582a87-38e4-4c48-8d60-057da191ce76), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.367261 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:40.369138 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0ab53c-e644-4526-a0ed-2a80d3917ea1 x-openstack-request-id: req-ed0ab53c-e644-4526-a0ed-2a80d3917ea1 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:40.369288 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:40.369422 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb701d5e-a565-42f1-9b1c-862667f1eb76", "name": "network-vif-deleted", "tag": "4bed1827-5814-4dc0-b24a-83d73b8f3e52", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:40.369658 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed0ab53c-e644-4526-a0ed-2a80d3917ea1 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:40.370051 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0ab53c-e644-4526-a0ed-2a80d3917ea1'] response: {'server_uuid': 'eb701d5e-a565-42f1-9b1c-862667f1eb76', 'name': 'network-vif-deleted', 'tag': '4bed1827-5814-4dc0-b24a-83d73b8f3e52', 'status': 'completed', 'code': 200} Jul 27 10:52:40.381197 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Calling delete_port for 83582a87-38e4-4c48-8d60-057da191ce76 owned by network:floatingip {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:40.532669 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (83582a87-38e4-4c48-8d60-057da191ce76), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.562489 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event deleted for resources: {'Port': ['ID=83582a87-38e4-4c48-8d60-057da191ce76,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:40.587548 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:40.602987 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (0a28d8a3-f87c-4c2a-adc7-690820231e37), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.606179 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.607679 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-63988cce-7228-4db6-b321-f0e1bb238af2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "DELETE /v2.0/floatingips/0a28d8a3-f87c-4c2a-adc7-690820231e37 HTTP/1.1" status: 204 len: 168 time: 0.7893913 Jul 27 10:52:40.623337 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] Checking router: ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:40.633816 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:40.634765 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:40.697662 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54210) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:40.702524 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-564936c2-bf22-4b4f-a5ea-9ac495d797da tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544281861', 'description': 'tempest-description--1203894086'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:40.733249 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bc6b4be1-ef09-458a-8f2c-cfe830d5dd2c req-b140fac0-b8d0-465e-9a52-647d492b4607 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb701d5e-a565-42f1-9b1c-862667f1eb76 HTTP/1.1" status: 200 len: 210 time: 0.0310280 Jul 27 10:52:40.742550 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-564936c2-bf22-4b4f-a5ea-9ac495d797da tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.754844 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:40.834089 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-564936c2-bf22-4b4f-a5ea-9ac495d797da tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (0f572064-a85c-4126-9305-e617cef7b384), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.840158 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-564936c2-bf22-4b4f-a5ea-9ac495d797da tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0f572064-a85c-4126-9305-e617cef7b384), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.878877 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-564936c2-bf22-4b4f-a5ea-9ac495d797da tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.882861 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-564936c2-bf22-4b4f-a5ea-9ac495d797da tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1812122 Jul 27 10:52:40.883198 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54224) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:40.889549 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564936c2-bf22-4b4f-a5ea-9ac495d797da tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f572064-a85c-4126-9305-e617cef7b384,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:40.890956 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-d63c2701-1481-413f-9795-2f3fafc06395 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'security_group_rule': {'security_group_id': '0f572064-a85c-4126-9305-e617cef7b384', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:40.935758 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d63c2701-1481-413f-9795-2f3fafc06395 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (cbf9658c-c1ec-426e-9048-bec90cf3afa2), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:40.980795 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:41.008201 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d63c2701-1481-413f-9795-2f3fafc06395 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (cbf9658c-c1ec-426e-9048-bec90cf3afa2), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.019966 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d63c2701-1481-413f-9795-2f3fafc06395 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (cbf9658c-c1ec-426e-9048-bec90cf3afa2), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.027493 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e664d-c84f-477e-b5d6-00e66703755c None None] The sync data for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi is: [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:57Z', 'revision_number': 4, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'd8837645-fd7f-422d-b512-0dbb859daa60', 'name': '', 'network_id': '85350a35-0d2c-48f8-814b-c6d3c3675053', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'mac_address': 'fa:16:3e:bd:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:03Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'subnets': [{'id': '3dad9ee7-8009-43c9-8f47-7e94b40d3d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:41.087274 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c2701-1481-413f-9795-2f3fafc06395 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf9658c-c1ec-426e-9048-bec90cf3afa2,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:41.097887 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d63c2701-1481-413f-9795-2f3fafc06395 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.099187 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d63c2701-1481-413f-9795-2f3fafc06395 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2147520 Jul 27 10:52:41.102287 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54244) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:41.106631 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-6cc83372-abde-45b8-ba72-4461d9089af7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'security_group_rule': {'security_group_id': '0f572064-a85c-4126-9305-e617cef7b384', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:41.127085 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c7bf0-8799-4318-b57b-87b94d1df87a req-3fe30313-96c2-494c-b48d-7f4c448b6f1d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:41.133741 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0c5c7bf0-8799-4318-b57b-87b94d1df87a req-3fe30313-96c2-494c-b48d-7f4c448b6f1d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 946 time: 0.1115515 Jul 27 10:52:41.171694 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6cc83372-abde-45b8-ba72-4461d9089af7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (d73a2a39-201e-4f42-a464-c5208747a8c2), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.216040 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0c5c7bf0-8799-4318-b57b-87b94d1df87a req-e3d54c26-215e-4de3-80eb-f663fc6ad5f0 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763361 Jul 27 10:52:41.257630 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6cc83372-abde-45b8-ba72-4461d9089af7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (d73a2a39-201e-4f42-a464-c5208747a8c2), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.263398 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6cc83372-abde-45b8-ba72-4461d9089af7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (d73a2a39-201e-4f42-a464-c5208747a8c2), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.287415 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc83372-abde-45b8-ba72-4461d9089af7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73a2a39-201e-4f42-a464-c5208747a8c2,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:41.321278 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6cc83372-abde-45b8-ba72-4461d9089af7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.326077 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-6cc83372-abde-45b8-ba72-4461d9089af7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2192175 Jul 27 10:52:41.326447 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54262) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:41.331743 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:41.332859 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e0157d-83f3-4437-9f15-aefc1bbfb1d7 None None] New status for floating IP a9091638-a0c9-4e7c-a782-50c155b19f83: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:52:41.348980 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c03f4-0508-4322-a8e2-e2464e459578 req-bd598908-916f-4204-b6d5-10662ece30c2 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:41.354136 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.356347 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-219c03f4-0508-4322-a8e2-e2464e459578 req-bd598908-916f-4204-b6d5-10662ece30c2 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 946 time: 0.0731251 Jul 27 10:52:41.362886 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54264) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:41.367839 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Request body: {'floatingip': {'port_id': 'ec2915e2-10ee-4a76-acde-332efa30a0b1'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:41.422886 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.430776 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54266) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:41.535415 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.681970 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:41.725117 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:41.758458 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Allocated IP 172.27.0.214 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/68756a14-1f0d-4efa-9402-efaa53201c6a) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:52:41.800469 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:41.810163 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:41.843010 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54272) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:41.911864 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:41.915738 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.005476 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.009817 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for port (68756a14-1f0d-4efa-9402-efaa53201c6a), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.010198 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Floating IP e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420 associated. External IP: 172.27.0.83, port: ec2915e2-10ee-4a76-acde-332efa30a0b1. Jul 27 10:52:42.011344 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1aacd286-22c3-415a-9b41-66a121d82d69 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group (3b10a9a7-e126-41f8-b36f-d653bacd3f26), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.108001 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1aacd286-22c3-415a-9b41-66a121d82d69 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group (3b10a9a7-e126-41f8-b36f-d653bacd3f26), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.170770 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (68756a14-1f0d-4efa-9402-efaa53201c6a), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.214490 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 0f3e6efd-4a4a-4271-9fdf-58286e519c4f no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:42.214731 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Router 204103ae-25a8-402f-8e2d-56c14802ada1 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:42.236040 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 0f3e6efd-4a4a-4271-9fdf-58286e519c4f {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:42.236633 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 0f3e6efd-4a4a-4271-9fdf-58286e519c4f not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:42.237884 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4bed1827-5814-4dc0-b24a-83d73b8f3e52 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:42.245700 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:52:42.252568 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1aacd286-22c3-415a-9b41-66a121d82d69 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (3b10a9a7-e126-41f8-b36f-d653bacd3f26), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.255154 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1aacd286-22c3-415a-9b41-66a121d82d69 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.258808 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-1aacd286-22c3-415a-9b41-66a121d82d69 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b10a9a7-e126-41f8-b36f-d653bacd3f26 HTTP/1.1" status: 204 len: 168 time: 0.4123018 Jul 27 10:52:42.259499 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54274) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:42.259632 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 4bed1827-5814-4dc0-b24a-83d73b8f3e52 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:42.260469 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4bed1827-5814-4dc0-b24a-83d73b8f3e52 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:42.276019 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:52:42.279909 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.api.v2.resource [None req-f6e7f5d5-3269-4d47-9eea-a31494c20c6b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] show failed (client error): The resource could not be found. Jul 27 10:52:42.281975 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-f6e7f5d5-3269-4d47-9eea-a31494c20c6b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups/3b10a9a7-e126-41f8-b36f-d653bacd3f26 HTTP/1.1" status: 404 len: 347 time: 0.0206027 Jul 27 10:52:42.282209 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'Port': ['ID=68756a14-1f0d-4efa-9402-efaa53201c6a,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:42.283272 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:52:42.285728 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54276) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:42.301111 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacd286-22c3-415a-9b41-66a121d82d69 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b10a9a7-e126-41f8-b36f-d653bacd3f26,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:42.331439 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:42.378318 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (cb579e36-2012-4e8a-9a70-0f0d99d99b25), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.429833 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:42.432022 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:42.438151 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.441391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (68756a14-1f0d-4efa-9402-efaa53201c6a), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.447981 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] Sync routers for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:42.459135 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:42.460474 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:42.465454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Deleting port 4b20073f-e9b9-41c8-87d9-6196657f0739 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:42.465454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.469875 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Deleting port 2d350d2f-3472-4b74-ad8d-f121245570a6 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:42.470321 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (2d350d2f-3472-4b74-ad8d-f121245570a6), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.516815 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-5966110c-623f-481f-9980-ef890151bb33 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "PUT /v2.0/floatingips/e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420 HTTP/1.1" status: 200 len: 991 time: 1.1505072 Jul 27 10:52:42.516815 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a187bad-2e58-411b-b3db-009cc10d4602', 'tag': 'ec2915e2-10ee-4a76-acde-332efa30a0b1'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:42.519357 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759f87f9-e3f3-4973-a957-a333602cbeef" -d '{"events": [{"name": "network-changed", "server_uuid": "3a187bad-2e58-411b-b3db-009cc10d4602", "tag": "ec2915e2-10ee-4a76-acde-332efa30a0b1"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:42.564472 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (2d350d2f-3472-4b74-ad8d-f121245570a6), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.564808 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (2d350d2f-3472-4b74-ad8d-f121245570a6), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.579673 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Calling delete_port for 2d350d2f-3472-4b74-ad8d-f121245570a6 owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:42.579911 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:42.613407 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] For port 4b20073f-e9b9-41c8-87d9-6196657f0739, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=4b20073f-e9b9-41c8-87d9-6196657f0739,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:42.613790 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.630463 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48adac3e-796a-429a-b6ba-239f5170bec7 x-openstack-request-id: req-48adac3e-796a-429a-b6ba-239f5170bec7 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:42.632450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a187bad-2e58-411b-b3db-009cc10d4602", "tag": "ec2915e2-10ee-4a76-acde-332efa30a0b1", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:42.632450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48adac3e-796a-429a-b6ba-239f5170bec7 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:42.632450 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48adac3e-796a-429a-b6ba-239f5170bec7'] response: {'name': 'network-changed', 'server_uuid': '3a187bad-2e58-411b-b3db-009cc10d4602', 'tag': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'status': 'completed', 'code': 200} Jul 27 10:52:42.650753 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Calling delete_port for 4b20073f-e9b9-41c8-87d9-6196657f0739 owned by network:router_interface {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:42.676433 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:42.706968 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f87f9-e3f3-4973-a957-a333602cbeef req-7ddc14c0-c2b5-4ddf-a93a-56ef2ed370a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:42.708594 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-759f87f9-e3f3-4973-a957-a333602cbeef req-7ddc14c0-c2b5-4ddf-a93a-56ef2ed370a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 1130 time: 0.0675492 Jul 27 10:52:42.745371 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (2d350d2f-3472-4b74-ad8d-f121245570a6), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.768694 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:42.772739 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event deleted for resources: {'Port': ['ID=2d350d2f-3472-4b74-ad8d-f121245570a6,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:42.798281 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:42.807103 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for port (68756a14-1f0d-4efa-9402-efaa53201c6a), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.819101 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (68756a14-1f0d-4efa-9402-efaa53201c6a), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.829132 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'port_id': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'mac_address': 'fa:16:3e:a9:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a187bad-2e58-411b-b3db-009cc10d4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:52:26Z', 'updated_at': '2022-07-27T10:52:41Z', 'revision_number': 1, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:42.841695 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks [] for floatingip (a9091638-a0c9-4e7c-a782-50c155b19f83), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.844598 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.845767 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-0dd17f3c-c212-45b7-9be8-71a083b77d32 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "DELETE /v2.0/floatingips/a9091638-a0c9-4e7c-a782-50c155b19f83 HTTP/1.1" status: 204 len: 168 time: 0.5591347 Jul 27 10:52:42.865752 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] Checking router: 204103ae-25a8-402f-8e2d-56c14802ada1 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:42.868111 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (cb579e36-2012-4e8a-9a70-0f0d99d99b25), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.875576 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:42.876177 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:42.952672 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:42.953931 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6263926 Jul 27 10:52:42.958353 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076752c9-7341-4212-af10-e71a920aaa84 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'Port': ['ID=68756a14-1f0d-4efa-9402-efaa53201c6a,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:42.964497 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f87f9-e3f3-4973-a957-a333602cbeef req-2f338901-5375-4463-9338-350755a54f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:42.966166 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-759f87f9-e3f3-4973-a957-a333602cbeef req-2f338901-5375-4463-9338-350755a54f1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 200 len: 912 time: 0.2282414 Jul 27 10:52:43.024649 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:43.049995 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-759f87f9-e3f3-4973-a957-a333602cbeef req-001f99df-b953-4013-a9ae-5eeb072a6874 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2915e2-10ee-4a76-acde-332efa30a0b1 HTTP/1.1" status: 200 len: 999 time: 0.0759153 Jul 27 10:52:43.089479 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:43.111588 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:43.144239 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f87f9-e3f3-4973-a957-a333602cbeef req-5f6b150f-f282-46b8-a5fe-3ae75475fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:43.145722 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-759f87f9-e3f3-4973-a957-a333602cbeef req-5f6b150f-f282-46b8-a5fe-3ae75475fb71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 200 len: 850 time: 0.0877454 Jul 27 10:52:43.183209 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (4b20073f-e9b9-41c8-87d9-6196657f0739), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:43.193563 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-fa349936-621d-46e7-87fe-d92de27a2245 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1544281861&fields=id&tenant_id=1f86323e8542471190e0b58769416138 HTTP/1.1" status: 200 len: 267 time: 0.0446432 Jul 27 10:52:43.217401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b20073f-e9b9-41c8-87d9-6196657f0739,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:43.221438 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f87f9-e3f3-4973-a957-a333602cbeef req-48a0748b-fe66-4cef-9f26-7dd4962f9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:43.223020 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-759f87f9-e3f3-4973-a957-a333602cbeef req-48a0748b-fe66-4cef-9f26-7dd4962f9edb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e90474-ace9-49cb-b20f-0a0062fb4ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711117 Jul 27 10:52:43.274114 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:43.333180 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-fc37a8e4-6b70-48f2-9476-49deb476e976 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:43.342135 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-fc37a8e4-6b70-48f2-9476-49deb476e976 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 817 time: 0.1424189 Jul 27 10:52:43.362552 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-40dade6e-d345-4a52-8c5b-044e7f67de83 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/quotas/1f86323e8542471190e0b58769416138 HTTP/1.1" status: 200 len: 375 time: 0.0186737 Jul 27 10:52:43.370459 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'port_id': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'mac_address': 'fa:16:3e:a9:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a187bad-2e58-411b-b3db-009cc10d4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:52:26Z', 'updated_at': '2022-07-27T10:52:41Z', 'revision_number': 1, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:43.397654 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1eeb0-3831-4d6c-8453-61884082bc99 None None] The sync data for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi is: [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'port_id': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'mac_address': 'fa:16:3e:a9:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a187bad-2e58-411b-b3db-009cc10d4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:52:26Z', 'updated_at': '2022-07-27T10:52:41Z', 'revision_number': 1, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:43.422620 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-9cd6a8a3-7243-4d16-be53-b3a69acb2355 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588675 Jul 27 10:52:43.539854 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-5c12bc30-b120-4cea-9d31-d11b959dfe92 service neutron] 10.222.0.36 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975242 Jul 27 10:52:43.630998 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fcc16-b0e7-42e9-a2db-3b062bdcf1c5 None None] New status for floating IP e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420: ACTIVE {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:52:43.633885 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:43.647708 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-73a24da3-7d84-43e2-85d3-9da520302680 service neutron] 10.222.0.36 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017811 Jul 27 10:52:43.674111 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-759f87f9-e3f3-4973-a957-a333602cbeef req-d3a832c2-28ca-4b59-8cf2-6673b9531c28 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443483 Jul 27 10:52:43.677187 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:43.871072 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d646c9e2-8063-4255-a8f2-88e0c3e8dfd7 req-09cbef6b-516c-4126-961d-4e22de9e8261 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 210 time: 0.0444415 Jul 27 10:52:43.896721 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-759f87f9-e3f3-4973-a957-a333602cbeef req-c2b637b1-7196-48f4-9f11-81b7a94b874b service neutron] 10.222.0.69 "GET /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117434 Jul 27 10:52:44.016326 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:44.128182 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:44.135957 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54314) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:44.136102 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5a2a8f49-7f85-4d71-a2df-ce55f19406a7 admin admin] 10.222.0.36 "PUT /v2.0/routers/039ae3a1-b63e-45e9-a1a6-0b10b6d70c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7041650 Jul 27 10:52:44.152237 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] Sync routers for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:44.163014 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:44.163656 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:44.281438 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:44.481881 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:52:43Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:44.507062 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] Checking router: 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:44.508062 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks [] for router (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:44.515782 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] Routers {'039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:44.516371 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:44.607455 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks [] for router_gateway (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:44.617898 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] Set router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:44.648330 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Deleting port d90ecfe8-4a80-484c-a568-38ba065a51ce {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:44.648675 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:44.709470 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:44.741985 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] For port d90ecfe8-4a80-484c-a568-38ba065a51ce, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d90ecfe8-4a80-484c-a568-38ba065a51ce,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:44.741985 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:44.757055 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Calling delete_port for d90ecfe8-4a80-484c-a568-38ba065a51ce owned by network:router_gateway {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:44.790241 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:52:43Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:44.820780 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b24e3a-2dbe-44e3-a2b1-0eeea9642dec None None] The sync data for ids ['039ae3a1-b63e-45e9-a1a6-0b10b6d70c74'] in dv-cinder-850840-3-iscsi is: [{'id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'name': 'tempest-TestMinimumBasicScenario-554706106-router', 'tenant_id': 'b961e9565f174504a1f8d4b36dc73f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:52:43Z', 'revision_number': 5, 'project_id': 'b961e9565f174504a1f8d4b36dc73f50', 'gw_port': {'id': 'd90ecfe8-4a80-484c-a568-38ba065a51ce', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae3a1-b63e-45e9-a1a6-0b10b6d70c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:52Z', 'updated_at': '2022-07-27T10:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:44.846462 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:44.885124 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:44.900427 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-004a0ce5-22ec-46a0-8682-19888349ca12 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:44.901906 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-004a0ce5-22ec-46a0-8682-19888349ca12 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 817 time: 0.1331489 Jul 27 10:52:44.972220 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-ce266f75-e6fa-4a28-b2f8-52861741abd7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f86323e8542471190e0b58769416138 HTTP/1.1" status: 200 len: 380 time: 0.0603054 Jul 27 10:52:44.980580 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'port': {'device_id': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'admin_state_up': True, 'tenant_id': '1f86323e8542471190e0b58769416138', 'security_groups': ['0f572064-a85c-4126-9305-e617cef7b384']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:44.984403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:44.989002 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (d90ecfe8-4a80-484c-a568-38ba065a51ce), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.031210 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d0853041-14c2-4a1b-bc64-f63fcdce8a3d req-00b4d0b1-6b8b-46b0-9ad0-e308b3d9cb21 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 210 time: 0.0555918 Jul 27 10:52:45.032200 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90ecfe8-4a80-484c-a568-38ba065a51ce,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:45.094632 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.100242 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Made reservation on behalf of 1f86323e8542471190e0b58769416138 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:52:45.103883 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.185369 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.187869 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks [] for router_controller (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.206572 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:45.236185 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (039ae3a1-b63e-45e9-a1a6-0b10b6d70c74), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.237832 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 {{(pid=110616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:52:45.246984 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.251113 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-b2a130ba-74c4-4e19-98a1-8e6faac770e5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/039ae3a1-b63e-45e9-a1a6-0b10b6d70c74 HTTP/1.1" status: 204 len: 168 time: 1.1137898 Jul 27 10:52:45.251737 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54326) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:45.273722 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Allocated IP 172.20.0.5 (edf18f58-8e5f-48fe-ad85-750e27f69099/381f6fcf-b156-436e-8450-618555685a35/00068b36-ce10-4a47-b546-3d3c7530d0a1) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:52:45.310174 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3c3249-43a1-460a-b68b-4b9f924555e1 admin admin] Deleting subnet e30528fe-940c-4c6f-866e-3ae4a649f697 {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:52:45.314655 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3249-43a1-460a-b68b-4b9f924555e1 admin admin] Publish callbacks [] for subnet (e30528fe-940c-4c6f-866e-3ae4a649f697), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.353894 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3249-43a1-460a-b68b-4b9f924555e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (e30528fe-940c-4c6f-866e-3ae4a649f697), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.443672 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.473803 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410518d-c563-419e-8a75-546ec5c9c5cc req-c897b398-7df1-4628-b4ff-41d53608dd59 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:45.477840 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.480635 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2410518d-c563-419e-8a75-546ec5c9c5cc req-c897b398-7df1-4628-b4ff-41d53608dd59 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0831532 Jul 27 10:52:45.523646 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3249-43a1-460a-b68b-4b9f924555e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (e30528fe-940c-4c6f-866e-3ae4a649f697), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.525220 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Network edf18f58-8e5f-48fe-ad85-750e27f69099 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:52:45.529319 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:52:45.533392 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:52:45.538656 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:45.539287 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.548575 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:45.560389 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2410518d-c563-419e-8a75-546ec5c9c5cc req-0484c4a1-7979-4f69-ba00-f71afea986fc tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788760 Jul 27 10:52:45.586766 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-42cddfb6-4fbc-479f-a5dc-b4f38524aaff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991647 Jul 27 10:52:45.618754 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3249-43a1-460a-b68b-4b9f924555e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (e30528fe-940c-4c6f-866e-3ae4a649f697), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.652019 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c3249-43a1-460a-b68b-4b9f924555e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30528fe-940c-4c6f-866e-3ae4a649f697,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:45.656239 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3249-43a1-460a-b68b-4b9f924555e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.662170 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54330) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:45.662422 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-6a3c3249-43a1-460a-b68b-4b9f924555e1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e30528fe-940c-4c6f-866e-3ae4a649f697 HTTP/1.1" status: 204 len: 168 time: 0.4094181 Jul 27 10:52:45.664030 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1366bf45-4f33-4822-8391-769a9efd70fa None None] Network a3a05ee6-929e-4b98-8a43-aabfeba45963 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:52:45.750653 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:45.752701 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (a3a05ee6-929e-4b98-8a43-aabfeba45963), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.771847 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-49f7c9cb-fd8f-4edb-a08e-12a865115160 None None] Provisioning complete for port 00068b36-ce10-4a47-b546-3d3c7530d0a1 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:52:45.772327 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-49f7c9cb-fd8f-4edb-a08e-12a865115160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.803293 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Deleting port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:45.803645 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.804637 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-49f7c9cb-fd8f-4edb-a08e-12a865115160 None None] Port 00068b36-ce10-4a47-b546-3d3c7530d0a1 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:52:45.871257 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] For port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5,segment=NetworkSegment(de0b337f-80d4-4a2d-805c-c33f78b5d5f5),segment_id=de0b337f-80d4-4a2d-805c-c33f78b5d5f5)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:45.871544 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.884834 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Calling delete_port for 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 owned by network:dhcp {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:45.952927 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:45.967403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:45.977414 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580dd3b2-08d0-4c40-aaf1-3d0bcffc84a1 None None] DHCP port deletion for a3a05ee6-929e-4b98-8a43-aabfeba45963 request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 10:52:46.007852 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:46.014650 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] No DVR routers for this DVR port 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 on host dv-cinder-850840-3-iscsi {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:46.046529 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:46.065701 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:46.066046 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 5d0a9736-e380-4f2a-b5a1-6dfc3c8796e5 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:46.066458 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d90ecfe8-4a80-484c-a568-38ba065a51ce no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:46.084452 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: d90ecfe8-4a80-484c-a568-38ba065a51ce {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:46.084800 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d90ecfe8-4a80-484c-a568-38ba065a51ce not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:46.085285 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 4b20073f-e9b9-41c8-87d9-6196657f0739 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:46.097842 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (a3a05ee6-929e-4b98-8a43-aabfeba45963), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:46.103461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 4b20073f-e9b9-41c8-87d9-6196657f0739 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:46.103801 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 4b20073f-e9b9-41c8-87d9-6196657f0739 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:46.121109 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.121475 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.122783 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.123124 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > port after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.126053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.126053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > port after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.126053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.126053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.126053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.126053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.159610 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32f555-40f3-48aa-825d-6d9ed47806dc req-6f222730-c158-47d8-af10-59cd01e1a87a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:46.161142 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9b32f555-40f3-48aa-825d-6d9ed47806dc req-6f222730-c158-47d8-af10-59cd01e1a87a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 931 time: 0.0476210 Jul 27 10:52:46.208379 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9b32f555-40f3-48aa-825d-6d9ed47806dc req-f27b22ee-e45d-4bc1-8c18-7308dd9e9e24 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415471 Jul 27 10:52:46.236152 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.236517 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.236880 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.237218 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 10:52:46.237592 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a05ee6-929e-4b98-8a43-aabfeba45963']}} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:46.255451 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5') {'for_net_delete': True} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:46.255755 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b337f-80d4-4a2d-805c-c33f78b5d5f5') {} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:46.272289 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401372'] for segment (de0b337f-80d4-4a2d-805c-c33f78b5d5f5), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:46.289973 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:46.292825 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (de0b337f-80d4-4a2d-805c-c33f78b5d5f5), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:46.302109 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=110617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:52:46.302494 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126546592'] for segment (de0b337f-80d4-4a2d-805c-c33f78b5d5f5), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:46.380140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (a3a05ee6-929e-4b98-8a43-aabfeba45963), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:46.386996 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:46.391113 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a3a05ee6-929e-4b98-8a43-aabfeba45963 HTTP/1.1" status: 204 len: 168 time: 0.7276037 Jul 27 10:52:46.394005 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54338) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:46.410930 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c26be-89bf-44a8-9c5c-1ed9040c4412 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a05ee6-929e-4b98-8a43-aabfeba45963,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:46.467708 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment de0b337f-80d4-4a2d-805c-c33f78b5d5f5 resource provider aggregate not found Jul 27 10:52:46.486160 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment de0b337f-80d4-4a2d-805c-c33f78b5d5f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de0b337f-80d4-4a2d-805c-c33f78b5d5f5 found for delete ", "request_id": "req-d0af2096-8e1d-4faa-a864-0a81238c169d"}]} Jul 27 10:52:46.574138 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:46.590705 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:46.752769 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78c4d-39e3-487d-9e1b-d2cb560af1f1 req-40794fce-fb37-40a6-8a43-0531ba6da3c5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:46.754259 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-77b78c4d-39e3-487d-9e1b-d2cb560af1f1 req-40794fce-fb37-40a6-8a43-0531ba6da3c5 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.1014462 Jul 27 10:52:46.833311 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (7d08bdf7-f556-4cb3-8acd-00090cd9b109), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:46.900403 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-77b78c4d-39e3-487d-9e1b-d2cb560af1f1 req-5ef1d502-6b9b-4804-95ad-ba58cdc21194 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284895 Jul 27 10:52:47.118898 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Deleting port 6c23133f-9369-490c-b3d3-a1745114bfc0 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:47.119158 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.200496 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] For port 6c23133f-9369-490c-b3d3-a1745114bfc0, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=6c23133f-9369-490c-b3d3-a1745114bfc0,segment=NetworkSegment(580b568a-4315-465e-8f15-cd5be34a8cfb),segment_id=580b568a-4315-465e-8f15-cd5be34a8cfb)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:47.201175 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.204080 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Request body: {'port': {'device_id': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:47.222126 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Calling delete_port for 6c23133f-9369-490c-b3d3-a1745114bfc0 owned by network:router_interface {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:47.267424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.377258 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ddc1-d916-44d9-b34c-d7070270e6a7 req-e3b78299-86c6-4df1-9f75-7dcdbc839e70 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:47.378713 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-46b1ddc1-d916-44d9-b34c-d7070270e6a7 req-e3b78299-86c6-4df1-9f75-7dcdbc839e70 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 931 time: 0.0895293 Jul 27 10:52:47.448746 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-46b1ddc1-d916-44d9-b34c-d7070270e6a7 req-96aad687-74c6-423a-b5a6-485eae878b87 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629914 Jul 27 10:52:47.496317 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (6c23133f-9369-490c-b3d3-a1745114bfc0), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.499928 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:47.526716 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c23133f-9369-490c-b3d3-a1745114bfc0,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:47.533539 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:47.544781 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f41d6-9b07-4902-832d-060b2a6988fa req-5856ad78-b327-4a8d-8acc-b98b63ff2d3a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:47.546309 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-230f41d6-9b07-4902-832d-060b2a6988fa req-5856ad78-b327-4a8d-8acc-b98b63ff2d3a tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 945 time: 0.0723729 Jul 27 10:52:47.657591 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00068b36-ce10-4a47-b546-3d3c7530d0a1 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:52:47.669708 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Publish callbacks [] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.692917 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Deleting port 85f04d79-31a2-4b0a-a08a-cd340037ede7 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:47.693773 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.698663 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Transition to ACTIVE for port object 00068b36-ce10-4a47-b546-3d3c7530d0a1 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:52:47.712316 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.752773 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (7d08bdf7-f556-4cb3-8acd-00090cd9b109), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.812236 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:47.884403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] For port 85f04d79-31a2-4b0a-a08a-cd340037ede7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=85f04d79-31a2-4b0a-a08a-cd340037ede7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:47.884662 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:47.899796 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:47.908845 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Calling delete_port for 85f04d79-31a2-4b0a-a08a-cd340037ede7 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:47.934113 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Attempting to bind port 00068b36-ce10-4a47-b546-3d3c7530d0a1 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:52:47.935228 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Attempting to bind port 00068b36-ce10-4a47-b546-3d3c7530d0a1 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:52:47.935725 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Attempting to bind port 00068b36-ce10-4a47-b546-3d3c7530d0a1 on network edf18f58-8e5f-48fe-ad85-750e27f69099 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:52:47.995765 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Port 00068b36-ce10-4a47-b546-3d3c7530d0a1 on network edf18f58-8e5f-48fe-ad85-750e27f69099 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:52:47.996058 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Attempting to bind port 00068b36-ce10-4a47-b546-3d3c7530d0a1 on network edf18f58-8e5f-48fe-ad85-750e27f69099 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:52:48.003042 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:48.011976 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:52:48.012317 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Checking segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:52:48.013267 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Bound using segment: {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:52:48.013720 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Bound port: 00068b36-ce10-4a47-b546-3d3c7530d0a1, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f5b507-b922-44f7-9e07-10954bfea3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:52:48.014081 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:48.123421 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:52:48.130449 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:52:48.143169 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:48.168297 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (85f04d79-31a2-4b0a-a08a-cd340037ede7), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:48.180760 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['e93f709b-4644-47cb-80d6-b339cdab5bc8', '85f04d79-31a2-4b0a-a08a-cd340037ede7'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:52:48.192202 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:48.192783 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:48.194287 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] 10.222.0.69 "PUT /v2.0/ports/00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 200 len: 1093 time: 0.9984665 Jul 27 10:52:48.194763 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:48.197222 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c16de43-d489-43bc-bf5f-2fc6339ec30a" -d '{"events": [{"name": "network-changed", "server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:48.281771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c76a6-4b61-48ab-9d5d-953775287b48 x-openstack-request-id: req-7b4c76a6-4b61-48ab-9d5d-953775287b48 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:48.282463 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:48.282463 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b4c76a6-4b61-48ab-9d5d-953775287b48 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:48.283008 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4c76a6-4b61-48ab-9d5d-953775287b48'] response: {'name': 'network-changed', 'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'status': 'completed', 'code': 200} Jul 27 10:52:48.308760 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-afafac56-09e0-4df0-9b1b-864da8efbcd1 req-a346feec-742c-4037-904c-6c8b78341463 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5152d5-6fe6-4ae4-9343-664434a4a8de HTTP/1.1" status: 200 len: 210 time: 0.0357966 Jul 27 10:52:48.318864 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:48.335672 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] No DVR routers for this DVR port 85f04d79-31a2-4b0a-a08a-cd340037ede7 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:48.339257 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:48.343767 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-230f41d6-9b07-4902-832d-060b2a6988fa req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "DELETE /v2.0/ports/85f04d79-31a2-4b0a-a08a-cd340037ede7 HTTP/1.1" status: 204 len: 173 time: 0.7925251 Jul 27 10:52:48.387418 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adacb5c-9b73-4c2d-9b88-a8c9d36cc708 service neutron] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:48.417838 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adab2d0-ae3a-439b-807a-8beeb4b6da12 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event deleted for resources: {'Port': ['ID=85f04d79-31a2-4b0a-a08a-cd340037ede7,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:48.430016 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-2e6997d7-4d35-4565-a48e-b3f10132da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:48.432259 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-2e6997d7-4d35-4565-a48e-b3f10132da70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 1127 time: 0.1478069 Jul 27 10:52:48.480722 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-ad2b0393-a13b-4a1a-a1c3-7b9f3433da7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 200 len: 217 time: 0.0405734 Jul 27 10:52:48.493627 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:48.501662 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-5b96db70-749f-41b7-a674-3e41895b0d94 admin admin] 10.222.0.36 "PUT /v2.0/routers/7d08bdf7-f556-4cb3-8acd-00090cd9b109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1054904 Jul 27 10:52:48.503702 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54356) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:48.507707 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] Sync routers for ids ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:48.522130 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] Routers {'7d08bdf7-f556-4cb3-8acd-00090cd9b109'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:48.523140 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:48.546276 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-8556a685-84ee-4eb0-935c-49b68e3ce58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:48.547806 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-8556a685-84ee-4eb0-935c-49b68e3ce58a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0611067 Jul 27 10:52:48.634465 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] Set router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:48.640733 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b906d69-360d-4c3f-840a-3615bb1e05d6 req-e4558851-8ef8-486f-a897-7af483a83f18 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:48.642278 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7b906d69-360d-4c3f-840a-3615bb1e05d6 req-e4558851-8ef8-486f-a897-7af483a83f18 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0883374 Jul 27 10:52:48.650178 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks [] for router (7d08bdf7-f556-4cb3-8acd-00090cd9b109), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:48.761196 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-f2e00d4a-71d0-4323-b2ee-68b016ee9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:48.763669 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-f2e00d4a-71d0-4323-b2ee-68b016ee9707 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459325 Jul 27 10:52:48.816675 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7b906d69-360d-4c3f-840a-3615bb1e05d6 req-13868409-0282-49f5-84a3-07c770a1533f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679978 Jul 27 10:52:48.853668 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:52:47Z', 'revision_number': 5, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port': {'id': 'c3a80538-b261-4e45-9dff-3d53a32f7819', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:59Z', 'updated_at': '2022-07-27T10:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:48.855897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks [] for router_gateway (7d08bdf7-f556-4cb3-8acd-00090cd9b109), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:48.883412 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] Checking router: 7d08bdf7-f556-4cb3-8acd-00090cd9b109 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:48.894130 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] Routers {'7d08bdf7-f556-4cb3-8acd-00090cd9b109'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:48.894871 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:48.903854 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-95790568-85e6-41de-847a-ac6c2a1955f3 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333630 Jul 27 10:52:48.908049 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Deleting port c3a80538-b261-4e45-9dff-3d53a32f7819 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:48.908770 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:48.993511 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:49.006688 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-62555ba9-18ee-4e0d-b044-32a0d5a09207 req-acad97a0-d97a-4abf-8acb-5124741e484b service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960336 Jul 27 10:52:49.008073 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] For port c3a80538-b261-4e45-9dff-3d53a32f7819, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c3a80538-b261-4e45-9dff-3d53a32f7819,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:49.008451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.023477 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Calling delete_port for c3a80538-b261-4e45-9dff-3d53a32f7819 owned by network:router_gateway {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:49.025292 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:49.111518 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] Set router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 gateway port host: None {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:49.161622 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:52:48Z', 'revision_number': 6, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:49.164130 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:49.165074 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:49.190263 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ac27a-bde1-416d-b0d5-82da80fa931c None None] The sync data for ids ['7d08bdf7-f556-4cb3-8acd-00090cd9b109'] in dv-cinder-850840-3-iscsi is: [{'id': '7d08bdf7-f556-4cb3-8acd-00090cd9b109', 'name': 'tempest-TestMinimumBasicScenario-1662990995-router', 'tenant_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:58Z', 'updated_at': '2022-07-27T10:52:48Z', 'revision_number': 6, 'project_id': 'd0a98dfcb8d14e208cbd12488b4cf633', 'gw_port_host': None}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:49.195451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (c3a80538-b261-4e45-9dff-3d53a32f7819), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.221457 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a80538-b261-4e45-9dff-3d53a32f7819,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:49.295462 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (7d08bdf7-f556-4cb3-8acd-00090cd9b109), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.383595 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (7d08bdf7-f556-4cb3-8acd-00090cd9b109), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.385783 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks [] for router_controller (7d08bdf7-f556-4cb3-8acd-00090cd9b109), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.431569 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (7d08bdf7-f556-4cb3-8acd-00090cd9b109), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.432201 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d08bdf7-f556-4cb3-8acd-00090cd9b109 {{(pid=110616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:52:49.437604 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.438794 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-b7f58b4b-9351-495b-b706-999850f0bd70 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7d08bdf7-f556-4cb3-8acd-00090cd9b109 HTTP/1.1" status: 204 len: 168 time: 0.9332964 Jul 27 10:52:49.441688 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54364) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:49.491339 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99449f7-ee29-4fbd-8e7d-91411807307a admin admin] Deleting subnet a4734f7c-2dcd-4d82-ba3b-f3f3382d550b {{(pid=110617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:52:49.494508 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f99449f7-ee29-4fbd-8e7d-91411807307a admin admin] Publish callbacks [] for subnet (a4734f7c-2dcd-4d82-ba3b-f3f3382d550b), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.529432 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:49.534018 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f99449f7-ee29-4fbd-8e7d-91411807307a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401349'] for subnet (a4734f7c-2dcd-4d82-ba3b-f3f3382d550b), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.604513 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8642b2-1b58-4e5b-8d25-b3dd4c889fa3 req-c34737a6-931e-420a-a60c-83911ca96203 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:49.606199 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-de8642b2-1b58-4e5b-8d25-b3dd4c889fa3 req-c34737a6-931e-420a-a60c-83911ca96203 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0553513 Jul 27 10:52:49.659467 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-de8642b2-1b58-4e5b-8d25-b3dd4c889fa3 req-72c78253-30e5-46ae-8f6d-e1b32eae2910 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465362 Jul 27 10:52:49.883918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f99449f7-ee29-4fbd-8e7d-91411807307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (a4734f7c-2dcd-4d82-ba3b-f3f3382d550b), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.934924 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a5386-c247-479d-8b9a-a3416b5590b1 req-7fdfb1c8-8df2-48d5-b0d9-28752e946abd tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:49.936645 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-956a5386-c247-479d-8b9a-a3416b5590b1 req-7fdfb1c8-8df2-48d5-b0d9-28752e946abd tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0547259 Jul 27 10:52:49.952762 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f99449f7-ee29-4fbd-8e7d-91411807307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126546686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129740418'] for subnet (a4734f7c-2dcd-4d82-ba3b-f3f3382d550b), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:49.989473 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99449f7-ee29-4fbd-8e7d-91411807307a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4734f7c-2dcd-4d82-ba3b-f3f3382d550b,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:50.004424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f99449f7-ee29-4fbd-8e7d-91411807307a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.005443 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b8bfe-4793-4754-a57c-e4401425d99a None None] Network 1b687bb7-8603-41b1-862c-dc1dc717912c requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:52:50.007152 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-956a5386-c247-479d-8b9a-a3416b5590b1 req-7b1cf1d6-4f90-446d-9276-374b08911e44 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646498 Jul 27 10:52:50.011955 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f99449f7-ee29-4fbd-8e7d-91411807307a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a4734f7c-2dcd-4d82-ba3b-f3f3382d550b HTTP/1.1" status: 204 len: 168 time: 0.5691345 Jul 27 10:52:50.014703 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54370) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:50.049496 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 6c23133f-9369-490c-b3d3-a1745114bfc0 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:50.081181 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 6c23133f-9369-490c-b3d3-a1745114bfc0 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:50.081434 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 6c23133f-9369-490c-b3d3-a1745114bfc0 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:50.081848 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c3a80538-b261-4e45-9dff-3d53a32f7819 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:50.089399 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (1b687bb7-8603-41b1-862c-dc1dc717912c), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.106429 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: c3a80538-b261-4e45-9dff-3d53a32f7819 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:50.106821 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c3a80538-b261-4e45-9dff-3d53a32f7819 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:50.141536 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Deleting port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:50.142118 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.191527 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] DHCP port deletion for 1b687bb7-8603-41b1-862c-dc1dc717912c request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 10:52:50.215119 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] For port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,segment=NetworkSegment(580b568a-4315-465e-8f15-cd5be34a8cfb),segment_id=580b568a-4315-465e-8f15-cd5be34a8cfb)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:50.215415 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.229413 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Calling delete_port for 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 owned by network:dhcp {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:50.230005 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Deleting port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 {{(pid=110618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:50.230385 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), before_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.284613 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5152d5-6fe6-4ae4-9343-664434a4a8de', 'name': 'network-vif-deleted', 'tag': '85f04d79-31a2-4b0a-a08a-cd340037ede7'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:50.287031 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ad431e-8d66-45fe-a66e-0b67c01a44e2" -d '{"events": [{"server_uuid": "5b5152d5-6fe6-4ae4-9343-664434a4a8de", "name": "network-vif-deleted", "tag": "85f04d79-31a2-4b0a-a08a-cd340037ede7"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:50.301192 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] For port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,segment=NetworkSegment(580b568a-4315-465e-8f15-cd5be34a8cfb),segment_id=580b568a-4315-465e-8f15-cd5be34a8cfb)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:50.301875 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), precommit_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.311711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:50.319751 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Calling delete_port for 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 owned by network:dhcp {{(pid=110618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:50.323825 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.342303 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caccd01e-2ab0-4b75-af9d-9f7b73205283 x-openstack-request-id: req-caccd01e-2ab0-4b75-af9d-9f7b73205283 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:50.342686 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5152d5-6fe6-4ae4-9343-664434a4a8de", "name": "network-vif-deleted", "tag": "85f04d79-31a2-4b0a-a08a-cd340037ede7", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:50.342939 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-caccd01e-2ab0-4b75-af9d-9f7b73205283 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:50.343382 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caccd01e-2ab0-4b75-af9d-9f7b73205283'] response: {'server_uuid': '5b5152d5-6fe6-4ae4-9343-664434a4a8de', 'name': 'network-vif-deleted', 'tag': '85f04d79-31a2-4b0a-a08a-cd340037ede7', 'status': 'completed', 'code': 200} Jul 27 10:52:50.357812 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:50.364852 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] No DVR routers for this DVR port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 on host dv-cinder-850840-3-iscsi {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:50.408376 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (2aeae9ca-fa63-436c-a21e-b43d97c3fa26), after_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.432645 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Pushing event deleted for resources: {'Port': ['ID=2aeae9ca-fa63-436c-a21e-b43d97c3fa26,revision_number=None']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:50.437103 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] No DVR routers for this DVR port 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 on host dv-cinder-850840-3-iscsi {{(pid=110618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:50.443423 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.443762 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.444154 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.444517 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.444855 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.445184 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.445515 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.445840 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.446423 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.446540 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.446841 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.447168 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.447495 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.447817 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.448135 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3eaaaf-52cc-4771-9d87-68554508760b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:52:50.451778 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (1b687bb7-8603-41b1-862c-dc1dc717912c), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.460658 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:50.473880 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b687bb7-8603-41b1-862c-dc1dc717912c']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:50.483721 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580b568a-4315-465e-8f15-cd5be34a8cfb') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:50.484018 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580b568a-4315-465e-8f15-cd5be34a8cfb') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:50.493757 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (580b568a-4315-465e-8f15-cd5be34a8cfb), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.507422 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (580b568a-4315-465e-8f15-cd5be34a8cfb), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.514475 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:52:50.514908 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (580b568a-4315-465e-8f15-cd5be34a8cfb), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.557931 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 580b568a-4315-465e-8f15-cd5be34a8cfb resource provider aggregate not found Jul 27 10:52:50.576596 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 580b568a-4315-465e-8f15-cd5be34a8cfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 580b568a-4315-465e-8f15-cd5be34a8cfb found for delete ", "request_id": "req-94eee816-fe2c-4968-bb8b-8ae93fa27323"}]} Jul 27 10:52:50.583390 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (1b687bb7-8603-41b1-862c-dc1dc717912c), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.589000 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.592892 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1b687bb7-8603-41b1-862c-dc1dc717912c HTTP/1.1" status: 204 len: 168 time: 0.5769651 Jul 27 10:52:50.604215 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ad165-d5b9-406f-96f7-5f521174a262 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b687bb7-8603-41b1-862c-dc1dc717912c,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:50.774763 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54382) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:50.811403 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce44a1-9dab-4a55-aba1-1837f31b46f0 req-41648d11-06d8-4a3c-acf3-3a83a47d1aec tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:50.812748 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22ce44a1-9dab-4a55-aba1-1837f31b46f0 req-41648d11-06d8-4a3c-acf3-3a83a47d1aec tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0714426 Jul 27 10:52:50.855646 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-0cd520b9-ee68-4a12-9f9c-0c7d44bdb592 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b961e9565f174504a1f8d4b36dc73f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793352 Jul 27 10:52:50.858479 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54384) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:50.885812 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22ce44a1-9dab-4a55-aba1-1837f31b46f0 req-f7caa438-c557-4b4d-b97c-090b4002ffe9 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658362 Jul 27 10:52:50.909610 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-709e2f33-c16c-404b-beb3-553cbb19f744 admin admin] Publish callbacks [] for security_group (36ee537f-764d-451f-95fe-8bc6a49b9128), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.933452 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-709e2f33-c16c-404b-beb3-553cbb19f744 admin admin] Publish callbacks [] for security_group (36ee537f-764d-451f-95fe-8bc6a49b9128), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.935426 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:50.987477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-709e2f33-c16c-404b-beb3-553cbb19f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (36ee537f-764d-451f-95fe-8bc6a49b9128), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.991743 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-709e2f33-c16c-404b-beb3-553cbb19f744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:50.993152 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-709e2f33-c16c-404b-beb3-553cbb19f744 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36ee537f-764d-451f-95fe-8bc6a49b9128 HTTP/1.1" status: 204 len: 168 time: 0.1332915 Jul 27 10:52:51.002838 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e2f33-c16c-404b-beb3-553cbb19f744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ee537f-764d-451f-95fe-8bc6a49b9128,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:51.144052 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d5f8-a7c2-4314-9b33-bdac62f59a99 req-ae5fe253-a432-43d7-8b39-6b45f9e3eba8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:51.145558 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7017d5f8-a7c2-4314-9b33-bdac62f59a99 req-ae5fe253-a432-43d7-8b39-6b45f9e3eba8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0483794 Jul 27 10:52:51.195836 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7017d5f8-a7c2-4314-9b33-bdac62f59a99 req-69ca418e-5143-4980-89de-38f456bb451b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 Jul 27 10:52:51.351438 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54392) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:51.390132 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-b6aa6f47-abb4-4fe2-b2c0-a04e41d460dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0a98dfcb8d14e208cbd12488b4cf633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374703 Jul 27 10:52:51.392413 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54394) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:51.439567 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9f41af66-7f1a-44a7-b486-898366350996 admin admin] Publish callbacks [] for security_group (0ebfe777-49ae-4a91-97af-e22437939a17), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:51.460486 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9f41af66-7f1a-44a7-b486-898366350996 admin admin] Publish callbacks [] for security_group (0ebfe777-49ae-4a91-97af-e22437939a17), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:51.507599 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9f41af66-7f1a-44a7-b486-898366350996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0ebfe777-49ae-4a91-97af-e22437939a17), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:51.510110 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9f41af66-7f1a-44a7-b486-898366350996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:51.511284 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-9f41af66-7f1a-44a7-b486-898366350996 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ebfe777-49ae-4a91-97af-e22437939a17 HTTP/1.1" status: 204 len: 168 time: 0.1180110 Jul 27 10:52:51.520155 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41af66-7f1a-44a7-b486-898366350996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebfe777-49ae-4a91-97af-e22437939a17,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:51.741104 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:51.763363 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:51.763716 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 2aeae9ca-fa63-436c-a21e-b43d97c3fa26 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:52.004338 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3543e15-50b1-4d6b-8d3e-37a9325e7699 req-88a06077-2fc3-4f11-9569-05f5c777ae99 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:52.005810 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a3543e15-50b1-4d6b-8d3e-37a9325e7699 req-88a06077-2fc3-4f11-9569-05f5c777ae99 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Jul 27 10:52:52.109944 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8af93af7-d28a-488e-a008-f176eca71eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:52.262331 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a3543e15-50b1-4d6b-8d3e-37a9325e7699 req-54855569-3490-4f55-a5a9-99012d4a61ce tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509778 Jul 27 10:52:52.286908 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:52:52.290965 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 85f04d79-31a2-4b0a-a08a-cd340037ede7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:52.314422 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 85f04d79-31a2-4b0a-a08a-cd340037ede7 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:52.314797 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 85f04d79-31a2-4b0a-a08a-cd340037ede7 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:52.387114 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93823b2-9145-4b8e-8348-b9815e982bc6 req-560539f6-2c3f-4619-be94-776f509d056b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:52.388700 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f93823b2-9145-4b8e-8348-b9815e982bc6 req-560539f6-2c3f-4619-be94-776f509d056b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.1132190 Jul 27 10:52:52.414788 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:52.427515 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'port_id': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'mac_address': 'fa:16:3e:24:59:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:52:52.441312 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f93823b2-9145-4b8e-8348-b9815e982bc6 req-6c5c8ecb-978d-4392-9490-efb4ff48aeb5 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470419 Jul 27 10:52:52.462256 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 00068b36-ce10-4a47-b546-3d3c7530d0a1 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:52:52.462684 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:52.476470 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00068b36-ce10-4a47-b546-3d3c7530d0a1 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:52:52.495650 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:52.500677 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:52.549260 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-cfe68845-40d1-47be-b54a-2c7b8a8ccd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:52.549832 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:52.550805 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-cfe68845-40d1-47be-b54a-2c7b8a8ccd27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 1128 time: 0.0435424 Jul 27 10:52:52.646312 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-30f8ad20-79f2-470b-98bb-5eb2a90faba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:52.647836 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-30f8ad20-79f2-470b-98bb-5eb2a90faba6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.0870919 Jul 27 10:52:52.718840 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-fd311450-bbfe-48b9-824e-498892448288 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 200 len: 217 time: 0.0367713 Jul 27 10:52:52.757948 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['00068b36-ce10-4a47-b546-3d3c7530d0a1'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:52:52.769643 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-4ae75084-5fc1-451a-b949-b051a6b2503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:52.771125 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-4ae75084-5fc1-451a-b949-b051a6b2503a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0446911 Jul 27 10:52:52.850052 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:52.871411 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-e88b40d0-8f63-42e8-b65c-624f0fdebd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:52.873538 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-e88b40d0-8f63-42e8-b65c-624f0fdebd5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707083 Jul 27 10:52:52.879912 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49907caa-ad24-478e-a0e8-9554b99b212e req-b3d1490c-ea76-4bef-9611-72405acb1941 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:52.881313 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-49907caa-ad24-478e-a0e8-9554b99b212e req-b3d1490c-ea76-4bef-9611-72405acb1941 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0773482 Jul 27 10:52:52.956212 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:53.042825 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-ba4df33d-a910-43ba-bf7a-c49f0c352d36 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604817 Jul 27 10:52:53.046162 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Deleting port e93f709b-4644-47cb-80d6-b339cdab5bc8 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:53.046508 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:53.203787 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] For port e93f709b-4644-47cb-80d6-b339cdab5bc8, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=e93f709b-4644-47cb-80d6-b339cdab5bc8,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:53.204159 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:53.215057 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4c16de43-d489-43bc-bf5f-2fc6339ec30a req-1c349019-badd-40a7-b199-d25945760a1b service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644757 Jul 27 10:52:53.219055 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Calling delete_port for e93f709b-4644-47cb-80d6-b339cdab5bc8 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:53.228311 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:53.350846 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (e93f709b-4644-47cb-80d6-b339cdab5bc8), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:53.362994 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['e93f709b-4644-47cb-80d6-b339cdab5bc8'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:52:53.377730 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Pushing event deleted for resources: {'Port': ['ID=e93f709b-4644-47cb-80d6-b339cdab5bc8,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:53.384710 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86654550-028a-4610-9d05-9b187c049046 req-70b798ea-c203-488c-8eb8-9a64ae49495b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:53.389844 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-86654550-028a-4610-9d05-9b187c049046 req-70b798ea-c203-488c-8eb8-9a64ae49495b tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/ports?device_id=fda70003-b8d2-4f50-8049-9be9aa16d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0532022 Jul 27 10:52:53.424653 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] No DVR routers for this DVR port e93f709b-4644-47cb-80d6-b339cdab5bc8 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:53.427091 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:53.430311 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-49907caa-ad24-478e-a0e8-9554b99b212e req-afc64da6-e2d2-4366-82c3-84311e94df44 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.69 "DELETE /v2.0/ports/e93f709b-4644-47cb-80d6-b339cdab5bc8 HTTP/1.1" status: 204 len: 173 time: 0.5396645 Jul 27 10:52:53.430756 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda70003-b8d2-4f50-8049-9be9aa16d4d1', 'name': 'network-vif-deleted', 'tag': 'e93f709b-4644-47cb-80d6-b339cdab5bc8'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:53.433148 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f18e3af-6504-4939-bf32-83cd28cb8e80" -d '{"events": [{"server_uuid": "fda70003-b8d2-4f50-8049-9be9aa16d4d1", "name": "network-vif-deleted", "tag": "e93f709b-4644-47cb-80d6-b339cdab5bc8"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:53.448738 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-86654550-028a-4610-9d05-9b187c049046 req-84e87bf7-8edb-4cb2-bb9f-9fadf11b8394 tempest-ServerRescueNegativeTestJSON-587958758 tempest-ServerRescueNegativeTestJSON-587958758-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc09c87f-4e93-4661-94cf-f503060237cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498834 Jul 27 10:52:53.472421 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a9e47b-188b-4da6-91f5-e304932fa4fb x-openstack-request-id: req-c0a9e47b-188b-4da6-91f5-e304932fa4fb {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:53.472925 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda70003-b8d2-4f50-8049-9be9aa16d4d1", "name": "network-vif-deleted", "tag": "e93f709b-4644-47cb-80d6-b339cdab5bc8", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:53.473277 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0a9e47b-188b-4da6-91f5-e304932fa4fb {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:53.473838 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a9e47b-188b-4da6-91f5-e304932fa4fb'] response: {'server_uuid': 'fda70003-b8d2-4f50-8049-9be9aa16d4d1', 'name': 'network-vif-deleted', 'tag': 'e93f709b-4644-47cb-80d6-b339cdab5bc8', 'status': 'completed', 'code': 200} Jul 27 10:52:53.576637 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a24e-5724-461a-bbe9-0740c97dfa54 req-1c20c294-4098-4413-bdce-752cb8556913 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:53.578121 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f2f2a24e-5724-461a-bbe9-0740c97dfa54 req-1c20c294-4098-4413-bdce-752cb8556913 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 944 time: 0.0523360 Jul 27 10:52:53.625291 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f2f2a24e-5724-461a-bbe9-0740c97dfa54 req-832602ff-c49f-4e0d-a41e-4955a2dfe489 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Jul 27 10:52:54.310917 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:52:54.334785 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:54.355584 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 00068b36-ce10-4a47-b546-3d3c7530d0a1 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:52:54.361272 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 00068b36-ce10-4a47-b546-3d3c7530d0a1 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:52:54.361643 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:54.409883 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e3c89c92-3921-4723-821d-b981a7284211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:54.452494 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 00068b36-ce10-4a47-b546-3d3c7530d0a1 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:52:54.454749 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:54.476464 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:54.479021 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be74d21-91e9-415e-891e-4e7c691bc353" -d '{"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-plugged", "status": "completed", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:54.491517 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:54.496130 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:54.519926 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54418) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:54.527205 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cc2df1-8ff8-4471-8b14-d786bcb825ca x-openstack-request-id: req-30cc2df1-8ff8-4471-8b14-d786bcb825ca {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:54.527205 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-plugged", "status": "completed", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:54.527423 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30cc2df1-8ff8-4471-8b14-d786bcb825ca {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:54.527792 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cc2df1-8ff8-4471-8b14-d786bcb825ca'] response: {'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'code': 200} Jul 27 10:52:54.552146 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:54.757213 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b892c-7ebb-4dbd-a22d-d8cf8a5d3683 req-7a69b30d-8cdd-4cca-878b-49002145eb65 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:54.758723 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f81b892c-7ebb-4dbd-a22d-d8cf8a5d3683 req-7a69b30d-8cdd-4cca-878b-49002145eb65 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0486593 Jul 27 10:52:54.765959 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f26051-018a-4089-85ed-cce8c0b29025 req-cfc713ff-06f2-4d37-8490-b373b3fa374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:54.767493 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-89f26051-018a-4089-85ed-cce8c0b29025 req-cfc713ff-06f2-4d37-8490-b373b3fa374b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 1129 time: 0.0894012 Jul 27 10:52:54.805971 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f81b892c-7ebb-4dbd-a22d-d8cf8a5d3683 req-2eed6635-e9ca-4056-b295-df07cf6926a6 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416312 Jul 27 10:52:54.883929 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-89f26051-018a-4089-85ed-cce8c0b29025 req-4e079edc-7e21-4c9b-ba64-c82bf0f199c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100633 Jul 27 10:52:55.017332 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:55.049442 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:55.238520 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Deleting port d8837645-fd7f-422d-b512-0dbb859daa60 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:55.238808 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:55.311812 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:55.319381 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] For port d8837645-fd7f-422d-b512-0dbb859daa60, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d8837645-fd7f-422d-b512-0dbb859daa60,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:55.319747 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:55.332228 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Calling delete_port for d8837645-fd7f-422d-b512-0dbb859daa60 owned by network:router_interface {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:55.508359 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (d8837645-fd7f-422d-b512-0dbb859daa60), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:55.513827 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:55.532889 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d8837645-fd7f-422d-b512-0dbb859daa60,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:55.694514 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:55.857692 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:55.919934 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:55.940499 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421aa36-f904-44b3-a99f-d725b444b7fc req-5e996da6-e88a-4a51-97a3-bd6119c8d0e4 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:55.942071 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3421aa36-f904-44b3-a99f-d725b444b7fc req-5e996da6-e88a-4a51-97a3-bd6119c8d0e4 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0580339 Jul 27 10:52:55.955149 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:55.995311 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3421aa36-f904-44b3-a99f-d725b444b7fc req-59ae2d6b-c6e6-4089-ba98-3a5aa3df230d tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471869 Jul 27 10:52:56.028498 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:56.033500 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-3efb4364-daf1-4396-a11e-66a0c9b386cd admin admin] 10.222.0.36 "PUT /v2.0/routers/ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5124075 Jul 27 10:52:56.036252 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54428) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:56.039409 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] Sync routers for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:56.049629 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:56.050212 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:56.134174 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks [] for router (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:56.147891 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:56.199263 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:56.212394 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:56.233972 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks [] for router_gateway (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:56.322865 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:52:55Z', 'revision_number': 5, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port': {'id': 'ce7bf44a-b15c-4809-be9d-f93815ca985b', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:56.335366 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device e93f709b-4644-47cb-80d6-b339cdab5bc8 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:56.349849 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] Checking router: ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:56.356824 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: e93f709b-4644-47cb-80d6-b339cdab5bc8 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:56.357240 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device e93f709b-4644-47cb-80d6-b339cdab5bc8 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:56.359134 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] Routers {'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:56.359760 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:56.501485 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Deleting port ce7bf44a-b15c-4809-be9d-f93815ca985b {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:56.501740 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:56.530881 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] Set router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa gateway port host: None {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:56.580380 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:52:56Z', 'revision_number': 6, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:56.581020 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] For port ce7bf44a-b15c-4809-be9d-f93815ca985b, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=ce7bf44a-b15c-4809-be9d-f93815ca985b,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:56.581500 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:56.595591 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Calling delete_port for ce7bf44a-b15c-4809-be9d-f93815ca985b owned by network:router_gateway {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:56.605063 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f25d4c-a752-41b6-a9d3-d8f6e5c7dcf2 None None] The sync data for ids ['ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa'] in dv-cinder-850840-3-iscsi is: [{'id': 'ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa', 'name': 'tempest-ServerRescueNegativeTestJSON-1071929052-router', 'tenant_id': '418d6f237f034c45a7e78538b217ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:50Z', 'updated_at': '2022-07-27T10:52:56Z', 'revision_number': 6, 'project_id': '418d6f237f034c45a7e78538b217ad5e', 'gw_port_host': None}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:56.760445 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (ce7bf44a-b15c-4809-be9d-f93815ca985b), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:56.782720 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7bf44a-b15c-4809-be9d-f93815ca985b,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:56.844475 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:56.938681 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:56.944327 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:56.946697 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks [] for router_controller (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.016116 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.016773 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa {{(pid=110617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:52:57.021885 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.023024 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7720fe29-10bf-4024-98fc-18c324758116 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ed6cf1e3-6ace-4ef5-b9f0-0ab9b3caaafa HTTP/1.1" status: 204 len: 168 time: 0.9857612 Jul 27 10:52:57.025514 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54430) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:57.072404 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d1ea04-f77e-4d7c-b242-4db2b460fdb6 admin admin] Deleting subnet 3dad9ee7-8009-43c9-8f47-7e94b40d3d2a {{(pid=110617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:52:57.076017 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94d1ea04-f77e-4d7c-b242-4db2b460fdb6 admin admin] Publish callbacks [] for subnet (3dad9ee7-8009-43c9-8f47-7e94b40d3d2a), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.111352 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94d1ea04-f77e-4d7c-b242-4db2b460fdb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401349'] for subnet (3dad9ee7-8009-43c9-8f47-7e94b40d3d2a), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.125928 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844643b-2120-4f80-9b1b-2e23d6cf5ecf req-aaa4b0af-107f-446e-90e1-ae922676658c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:57.127529 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4844643b-2120-4f80-9b1b-2e23d6cf5ecf req-aaa4b0af-107f-446e-90e1-ae922676658c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0471280 Jul 27 10:52:57.175630 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4844643b-2120-4f80-9b1b-2e23d6cf5ecf req-2004e791-e3de-400e-b0de-0f2a750cd212 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 Jul 27 10:52:57.191088 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94d1ea04-f77e-4d7c-b242-4db2b460fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (3dad9ee7-8009-43c9-8f47-7e94b40d3d2a), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.248565 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94d1ea04-f77e-4d7c-b242-4db2b460fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126546686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129740418'] for subnet (3dad9ee7-8009-43c9-8f47-7e94b40d3d2a), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.274742 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ea04-f77e-4d7c-b242-4db2b460fdb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dad9ee7-8009-43c9-8f47-7e94b40d3d2a,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:57.278350 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94d1ea04-f77e-4d7c-b242-4db2b460fdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.289753 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:57.296254 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-94d1ea04-f77e-4d7c-b242-4db2b460fdb6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3dad9ee7-8009-43c9-8f47-7e94b40d3d2a HTTP/1.1" status: 204 len: 168 time: 0.2664404 Jul 27 10:52:57.296254 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54436) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:57.297816 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca7663-1e2d-4518-9637-e7c142eaa860 None None] Network 85350a35-0d2c-48f8-814b-c6d3c3675053 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:52:57.305090 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa563e-0339-40bc-819f-0e79207ee465 req-56e3dc23-4362-4b16-b59e-b1d549995865 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:57.315159 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5baa563e-0339-40bc-819f-0e79207ee465 req-56e3dc23-4362-4b16-b59e-b1d549995865 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0575645 Jul 27 10:52:57.317327 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54438) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:57.322190 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Request body: {'floatingip': {'port_id': '00068b36-ce10-4a47-b546-3d3c7530d0a1'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:52:57.344041 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.379184 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (cb579e36-2012-4e8a-9a70-0f0d99d99b25), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.380853 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (85350a35-0d2c-48f8-814b-c6d3c3675053), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.384322 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:57.426290 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.441232 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Deleting port b304a481-c96b-4a7d-a67b-08ee4b1792a7 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:57.446203 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.451702 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.487565 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] DHCP port deletion for 85350a35-0d2c-48f8-814b-c6d3c3675053 request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 10:52:57.523111 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] For port b304a481-c96b-4a7d-a67b-08ee4b1792a7, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b304a481-c96b-4a7d-a67b-08ee4b1792a7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:57.523367 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.531425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] Deleting port b304a481-c96b-4a7d-a67b-08ee4b1792a7 {{(pid=110618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:52:57.532041 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), before_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.537771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Calling delete_port for b304a481-c96b-4a7d-a67b-08ee4b1792a7 owned by network:dhcp {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:57.604866 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] For port b304a481-c96b-4a7d-a67b-08ee4b1792a7, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b304a481-c96b-4a7d-a67b-08ee4b1792a7,segment=NetworkSegment(7c60c1b8-fc0b-4510-b827-93329d31782d),segment_id=7c60c1b8-fc0b-4510-b827-93329d31782d)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:52:57.605278 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), precommit_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.618820 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] Calling delete_port for b304a481-c96b-4a7d-a67b-08ee4b1792a7 owned by network:dhcp {{(pid=110618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:52:57.623884 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.653831 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b304a481-c96b-4a7d-a67b-08ee4b1792a7,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:57.664166 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] No DVR routers for this DVR port b304a481-c96b-4a7d-a67b-08ee4b1792a7 on host dv-cinder-850840-3-iscsi {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:57.703811 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (b304a481-c96b-4a7d-a67b-08ee4b1792a7), after_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.717360 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] No DVR routers for this DVR port b304a481-c96b-4a7d-a67b-08ee4b1792a7 on host dv-cinder-850840-3-iscsi {{(pid=110618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:52:57.739048 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f2f1c-2d10-4d83-a223-5f6c7bfd2f39 None None] Pushing event deleted for resources: {'Port': ['ID=b304a481-c96b-4a7d-a67b-08ee4b1792a7,revision_number=None']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:57.792532 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (85350a35-0d2c-48f8-814b-c6d3c3675053), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.814768 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d8837645-fd7f-422d-b512-0dbb859daa60 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:57.821267 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85350a35-0d2c-48f8-814b-c6d3c3675053']}} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:57.832302 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c60c1b8-fc0b-4510-b827-93329d31782d') {'for_net_delete': True} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:57.832599 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c60c1b8-fc0b-4510-b827-93329d31782d') {} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:57.836045 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: d8837645-fd7f-422d-b512-0dbb859daa60 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:57.836425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d8837645-fd7f-422d-b512-0dbb859daa60 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:57.836875 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b304a481-c96b-4a7d-a67b-08ee4b1792a7 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:57.844149 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401372'] for segment (7c60c1b8-fc0b-4510-b827-93329d31782d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.856431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: b304a481-c96b-4a7d-a67b-08ee4b1792a7 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:57.856865 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b304a481-c96b-4a7d-a67b-08ee4b1792a7 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:57.857355 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device ce7bf44a-b15c-4809-be9d-f93815ca985b no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:52:57.858316 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (7c60c1b8-fc0b-4510-b827-93329d31782d), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.869060 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=110617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:52:57.869060 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126546592'] for segment (7c60c1b8-fc0b-4510-b827-93329d31782d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.878634 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: ce7bf44a-b15c-4809-be9d-f93815ca985b {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:52:57.879007 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device ce7bf44a-b15c-4809-be9d-f93815ca985b not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:52:57.891325 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment 7c60c1b8-fc0b-4510-b827-93329d31782d resource provider aggregate not found Jul 27 10:52:57.899273 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.904358 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (cb579e36-2012-4e8a-9a70-0f0d99d99b25), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.936865 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment 7c60c1b8-fc0b-4510-b827-93329d31782d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c60c1b8-fc0b-4510-b827-93329d31782d found for delete ", "request_id": "req-27eebce9-93be-4411-b271-eaef27764252"}]} Jul 27 10:52:57.946885 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (85350a35-0d2c-48f8-814b-c6d3c3675053), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.952871 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:57.957118 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] 10.222.0.36 "DELETE /v2.0/networks/85350a35-0d2c-48f8-814b-c6d3c3675053 HTTP/1.1" status: 204 len: 168 time: 0.6589484 Jul 27 10:52:57.958554 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:57.970521 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65dee6e-b2ce-465b-94ec-e930258d29fc admin admin] Pushing event deleted for resources: {'Network': ['ID=85350a35-0d2c-48f8-814b-c6d3c3675053,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:58.019159 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Floating IP cb579e36-2012-4e8a-9a70-0f0d99d99b25 associated. External IP: 172.27.0.214, port: 00068b36-ce10-4a47-b546-3d3c7530d0a1. Jul 27 10:52:58.079678 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54446) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:58.119265 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-78176ba0-7a67-4844-ade3-65b9e8d8bc79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=418d6f237f034c45a7e78538b217ad5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384386 Jul 27 10:52:58.122463 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54448) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:52:58.170507 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dc625f04-4db5-4652-bcfb-fdd33f062e38 admin admin] Publish callbacks [] for security_group (fc09c87f-4e93-4661-94cf-f503060237cd), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:58.191948 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dc625f04-4db5-4652-bcfb-fdd33f062e38 admin admin] Publish callbacks [] for security_group (fc09c87f-4e93-4661-94cf-f503060237cd), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:58.220300 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Router 799722d1-5d93-4cf6-87e0-7606058c4980 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:52:58.240095 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dc625f04-4db5-4652-bcfb-fdd33f062e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (fc09c87f-4e93-4661-94cf-f503060237cd), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:58.242633 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-dc625f04-4db5-4652-bcfb-fdd33f062e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:58.243780 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-dc625f04-4db5-4652-bcfb-fdd33f062e38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc09c87f-4e93-4661-94cf-f503060237cd HTTP/1.1" status: 204 len: 168 time: 0.1204026 Jul 27 10:52:58.251918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc625f04-4db5-4652-bcfb-fdd33f062e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc09c87f-4e93-4661-94cf-f503060237cd,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:52:58.266887 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:58.332012 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:52:58.336407 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:52:58.342574 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] Sync routers for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:52:58.353687 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:58.354631 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:58.368837 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-f0309a48-0651-4f84-a426-73291ccd67a0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "PUT /v2.0/floatingips/cb579e36-2012-4e8a-9a70-0f0d99d99b25 HTTP/1.1" status: 200 len: 991 time: 1.0501633 Jul 27 10:52:58.369419 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:52:58.372669 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29bd6ec-1813-44bd-a260-93e97fbb78b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:52:58.411551 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb6460b-2016-42d2-bac9-5c4f714e3cbe x-openstack-request-id: req-0eb6460b-2016-42d2-bac9-5c4f714e3cbe {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:52:58.411850 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:52:58.412160 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eb6460b-2016-42d2-bac9-5c4f714e3cbe {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:52:58.412522 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb6460b-2016-42d2-bac9-5c4f714e3cbe'] response: {'name': 'network-changed', 'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'status': 'completed', 'code': 200} Jul 27 10:52:58.459504 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:58.471332 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:58.483871 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-9ec48dee-ded0-4f75-80d9-d64e480d2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:58.487719 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-9ec48dee-ded0-4f75-80d9-d64e480d2615 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 1129 time: 0.0482082 Jul 27 10:52:58.547409 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:58.606815 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-ae7aa93e-813f-48f9-843f-9e33a446cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:58.608307 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-ae7aa93e-813f-48f9-843f-9e33a446cb83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.1147084 Jul 27 10:52:58.683121 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-b91834ae-926e-4df0-b999-20e792f65a14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 200 len: 999 time: 0.0637705 Jul 27 10:52:58.735398 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'cb579e36-2012-4e8a-9a70-0f0d99d99b25', 'tenant_id': '1f86323e8542471190e0b58769416138', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'port_id': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'mac_address': 'fa:16:3e:24:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:52:42Z', 'updated_at': '2022-07-27T10:52:57Z', 'revision_number': 1, 'project_id': '1f86323e8542471190e0b58769416138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:58.741107 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-c44b1436-556f-4897-b288-3a065ccc25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:58.742840 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-c44b1436-556f-4897-b288-3a065ccc25f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0524297 Jul 27 10:52:58.760759 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] Checking router: 799722d1-5d93-4cf6-87e0-7606058c4980 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:52:58.769868 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:52:58.770560 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:52:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:58.789253 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-0feab67f-ce37-41bd-9915-c57076b0abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:52:58.790820 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-0feab67f-ce37-41bd-9915-c57076b0abd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408955 Jul 27 10:52:58.884860 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:52:58.887703 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-7ec3dace-626e-4fc1-b90b-93edaf329f5d service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900850 Jul 27 10:52:58.944317 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:52:58.987120 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a29bd6ec-1813-44bd-a260-93e97fbb78b4 req-d7e81fc1-16a4-47cc-ad8e-b7a092fee550 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939968 Jul 27 10:52:59.119100 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'cb579e36-2012-4e8a-9a70-0f0d99d99b25', 'tenant_id': '1f86323e8542471190e0b58769416138', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'port_id': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'mac_address': 'fa:16:3e:24:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:52:42Z', 'updated_at': '2022-07-27T10:52:57Z', 'revision_number': 1, 'project_id': '1f86323e8542471190e0b58769416138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:52:59.143395 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb51f2-5ad3-430c-aa92-e60a1fa975c5 None None] The sync data for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi is: [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'cb579e36-2012-4e8a-9a70-0f0d99d99b25', 'tenant_id': '1f86323e8542471190e0b58769416138', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'port_id': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'mac_address': 'fa:16:3e:24:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:52:42Z', 'updated_at': '2022-07-27T10:52:57Z', 'revision_number': 1, 'project_id': '1f86323e8542471190e0b58769416138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:52:59.346769 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384c66b-5882-4063-9bd0-b315ab89adaf None None] New status for floating IP cb579e36-2012-4e8a-9a70-0f0d99d99b25: ACTIVE {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:53:00.096710 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54502) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:00.203934 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a0053a90-fc24-4c24-864e-c600bdcba51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.250018 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:00.284880 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a0053a90-fc24-4c24-864e-c600bdcba51e admin admin] Publish callbacks [] for security_group (79429ab1-1777-4b6a-b4c4-0e1b1f01bbd0), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.288692 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a0053a90-fc24-4c24-864e-c600bdcba51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (79429ab1-1777-4b6a-b4c4-0e1b1f01bbd0), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.327727 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0053a90-fc24-4c24-864e-c600bdcba51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79429ab1-1777-4b6a-b4c4-0e1b1f01bbd0,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:00.332969 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a0053a90-fc24-4c24-864e-c600bdcba51e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9898a080cae9462d882894543dfec862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351174 Jul 27 10:53:00.335694 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54506) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:00.384258 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f66d62f3-3f83-450f-8063-c23623491e1e admin admin] Publish callbacks [] for security_group (79429ab1-1777-4b6a-b4c4-0e1b1f01bbd0), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.410622 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f66d62f3-3f83-450f-8063-c23623491e1e admin admin] Publish callbacks [] for security_group (79429ab1-1777-4b6a-b4c4-0e1b1f01bbd0), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.458296 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f66d62f3-3f83-450f-8063-c23623491e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (79429ab1-1777-4b6a-b4c4-0e1b1f01bbd0), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.460710 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f66d62f3-3f83-450f-8063-c23623491e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.461867 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-f66d62f3-3f83-450f-8063-c23623491e1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79429ab1-1777-4b6a-b4c4-0e1b1f01bbd0 HTTP/1.1" status: 204 len: 168 time: 0.1250727 Jul 27 10:53:00.470560 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d62f3-3f83-450f-8063-c23623491e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79429ab1-1777-4b6a-b4c4-0e1b1f01bbd0,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:00.726041 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54512) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:00.739092 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-667f855d-076a-41b9-a1e6-500ce8910798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.815473 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-667f855d-076a-41b9-a1e6-500ce8910798 admin admin] Publish callbacks [] for security_group (81c44156-640e-4781-b9ea-708cc767b10a), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.818958 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-667f855d-076a-41b9-a1e6-500ce8910798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (81c44156-640e-4781-b9ea-708cc767b10a), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.858374 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-667f855d-076a-41b9-a1e6-500ce8910798 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d64f58c13548421686445d22bb2288aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312749 Jul 27 10:53:00.859257 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f855d-076a-41b9-a1e6-500ce8910798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c44156-640e-4781-b9ea-708cc767b10a,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:00.862000 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54514) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:00.915044 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ea2-fb58-48ad-92e0-b91397a56c67 admin admin] Publish callbacks [] for security_group (81c44156-640e-4781-b9ea-708cc767b10a), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.937065 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ea2-fb58-48ad-92e0-b91397a56c67 admin admin] Publish callbacks [] for security_group (81c44156-640e-4781-b9ea-708cc767b10a), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.985164 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ea2-fb58-48ad-92e0-b91397a56c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (81c44156-640e-4781-b9ea-708cc767b10a), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.987766 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ea2-fb58-48ad-92e0-b91397a56c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:00.988933 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-ccf88ea2-fb58-48ad-92e0-b91397a56c67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81c44156-640e-4781-b9ea-708cc767b10a HTTP/1.1" status: 204 len: 168 time: 0.1255279 Jul 27 10:53:00.992108 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:00.998352 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf88ea2-fb58-48ad-92e0-b91397a56c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c44156-640e-4781-b9ea-708cc767b10a,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:09.453645 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:09.456262 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:10.483561 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=59 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:10.709971 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:53:10.852160 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:10.854057 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=63,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:10.991502 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:11.011194 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=60 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:11.524620 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54654) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:11.628567 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-86f4db1f-28d7-403f-8998-50c607e6f4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:11.703911 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-86f4db1f-28d7-403f-8998-50c607e6f4f3 admin admin] Publish callbacks [] for security_group (42b3e797-8b78-4c67-9e8c-8b46a3c02355), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:11.707436 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-86f4db1f-28d7-403f-8998-50c607e6f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (42b3e797-8b78-4c67-9e8c-8b46a3c02355), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:11.747369 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4db1f-28d7-403f-8998-50c607e6f4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b3e797-8b78-4c67-9e8c-8b46a3c02355,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:11.751809 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-86f4db1f-28d7-403f-8998-50c607e6f4f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1ec6223d4b5462ab93af12fa467c2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260466 Jul 27 10:53:11.754464 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54658) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:11.803067 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b9af570b-94d5-47b2-82c9-2d5ebe97304a admin admin] Publish callbacks [] for security_group (42b3e797-8b78-4c67-9e8c-8b46a3c02355), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:11.824085 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b9af570b-94d5-47b2-82c9-2d5ebe97304a admin admin] Publish callbacks [] for security_group (42b3e797-8b78-4c67-9e8c-8b46a3c02355), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:11.870479 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b9af570b-94d5-47b2-82c9-2d5ebe97304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (42b3e797-8b78-4c67-9e8c-8b46a3c02355), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:11.873637 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-b9af570b-94d5-47b2-82c9-2d5ebe97304a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:11.875121 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-b9af570b-94d5-47b2-82c9-2d5ebe97304a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42b3e797-8b78-4c67-9e8c-8b46a3c02355 HTTP/1.1" status: 204 len: 168 time: 0.1197121 Jul 27 10:53:11.882689 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af570b-94d5-47b2-82c9-2d5ebe97304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b3e797-8b78-4c67-9e8c-8b46a3c02355,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:12.142524 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54666) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:12.155850 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64470dab-b06e-46cc-9245-fa552c7aef1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:12.231469 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64470dab-b06e-46cc-9245-fa552c7aef1c admin admin] Publish callbacks [] for security_group (cc1a0ab5-39ff-4f3c-ad61-174b9f96dcc5), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:12.235168 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64470dab-b06e-46cc-9245-fa552c7aef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (cc1a0ab5-39ff-4f3c-ad61-174b9f96dcc5), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:12.273360 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-64470dab-b06e-46cc-9245-fa552c7aef1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61846a14d822478882715e20cac82fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297779 Jul 27 10:53:12.274192 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64470dab-b06e-46cc-9245-fa552c7aef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1a0ab5-39ff-4f3c-ad61-174b9f96dcc5,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:12.276236 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54668) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:12.324855 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-adf47970-fe21-4891-8659-743cd3bde884 admin admin] Publish callbacks [] for security_group (cc1a0ab5-39ff-4f3c-ad61-174b9f96dcc5), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:12.345514 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-adf47970-fe21-4891-8659-743cd3bde884 admin admin] Publish callbacks [] for security_group (cc1a0ab5-39ff-4f3c-ad61-174b9f96dcc5), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:12.392399 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-adf47970-fe21-4891-8659-743cd3bde884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (cc1a0ab5-39ff-4f3c-ad61-174b9f96dcc5), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:12.395019 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-adf47970-fe21-4891-8659-743cd3bde884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:12.396156 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-adf47970-fe21-4891-8659-743cd3bde884 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc1a0ab5-39ff-4f3c-ad61-174b9f96dcc5 HTTP/1.1" status: 204 len: 168 time: 0.1189377 Jul 27 10:53:12.403746 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf47970-fe21-4891-8659-743cd3bde884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1a0ab5-39ff-4f3c-ad61-174b9f96dcc5,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:14.342666 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54738) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:14.446964 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9283944-de53-47bc-bbe5-4b8012cd7818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:14.522714 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9283944-de53-47bc-bbe5-4b8012cd7818 admin admin] Publish callbacks [] for security_group (df14002c-d06e-432a-a647-5d790462de1d), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:14.526406 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9283944-de53-47bc-bbe5-4b8012cd7818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (df14002c-d06e-432a-a647-5d790462de1d), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:14.566147 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f9283944-de53-47bc-bbe5-4b8012cd7818 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3faf4859f6714a2b96003e73db9e8e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224424 Jul 27 10:53:14.567035 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9283944-de53-47bc-bbe5-4b8012cd7818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df14002c-d06e-432a-a647-5d790462de1d,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:14.568851 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54742) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:14.618769 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-79fdbfcf-80bd-41ec-8c07-b57ef8a59751 admin admin] Publish callbacks [] for security_group (df14002c-d06e-432a-a647-5d790462de1d), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:14.640273 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-79fdbfcf-80bd-41ec-8c07-b57ef8a59751 admin admin] Publish callbacks [] for security_group (df14002c-d06e-432a-a647-5d790462de1d), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:14.687890 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-79fdbfcf-80bd-41ec-8c07-b57ef8a59751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (df14002c-d06e-432a-a647-5d790462de1d), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:14.693000 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-79fdbfcf-80bd-41ec-8c07-b57ef8a59751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:14.694144 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-79fdbfcf-80bd-41ec-8c07-b57ef8a59751 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df14002c-d06e-432a-a647-5d790462de1d HTTP/1.1" status: 204 len: 168 time: 0.1242275 Jul 27 10:53:14.702401 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdbfcf-80bd-41ec-8c07-b57ef8a59751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df14002c-d06e-432a-a647-5d790462de1d,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:14.953584 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54748) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:14.967488 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ff83-8bf2-4185-ae4b-bf51b4661a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:15.042430 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ff83-8bf2-4185-ae4b-bf51b4661a38 admin admin] Publish callbacks [] for security_group (d8d4da30-3078-4bf1-815c-2fce484de721), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:15.046697 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ff83-8bf2-4185-ae4b-bf51b4661a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (d8d4da30-3078-4bf1-815c-2fce484de721), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:15.086079 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e0f5ff83-8bf2-4185-ae4b-bf51b4661a38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41a87e0d65494af3b547aeb026b3641e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314404 Jul 27 10:53:15.086924 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5ff83-8bf2-4185-ae4b-bf51b4661a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d4da30-3078-4bf1-815c-2fce484de721,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:15.088994 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54750) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:15.136758 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a934e822-588b-439b-a094-3afaaf42b825 admin admin] Publish callbacks [] for security_group (d8d4da30-3078-4bf1-815c-2fce484de721), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:15.159171 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a934e822-588b-439b-a094-3afaaf42b825 admin admin] Publish callbacks [] for security_group (d8d4da30-3078-4bf1-815c-2fce484de721), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:15.189499 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:15.206775 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a934e822-588b-439b-a094-3afaaf42b825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (d8d4da30-3078-4bf1-815c-2fce484de721), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:15.209288 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a934e822-588b-439b-a094-3afaaf42b825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:15.210432 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a934e822-588b-439b-a094-3afaaf42b825 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8d4da30-3078-4bf1-815c-2fce484de721 HTTP/1.1" status: 204 len: 168 time: 0.1204464 Jul 27 10:53:15.218583 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934e822-588b-439b-a094-3afaaf42b825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d4da30-3078-4bf1-815c-2fce484de721,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:20.729059 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:20.729787 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:22.112269 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a0e496dd-18b0-453d-b5e1-ddbc93fd7b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:24.404590 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1a88e77e-8d8d-466b-8314-7f713c32c00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:25.080555 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=55,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:25.082554 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=56,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:25.191591 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:DELETE=9 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:25.214498 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:25.517181 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.185664 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 54916) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:26.291088 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.365345 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Publish callbacks [] for security_group (af3cd1d4-c013-4b6b-825b-2e9b76ebcfae), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.368656 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (af3cd1d4-c013-4b6b-825b-2e9b76ebcfae), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.406219 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3cd1d4-c013-4b6b-825b-2e9b76ebcfae,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:26.410031 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75867705261d484e80b353201f7ce226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233686 Jul 27 10:53:26.412933 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54920) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:26.415763 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.416112 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.416455 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.416796 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.417131 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.417464 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.417791 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.418155 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.418483 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.418832 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.419158 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.419481 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.419801 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.420123 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.420439 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d5db9-de2c-4241-b852-3e31e3867b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.460935 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Publish callbacks [] for security_group (af3cd1d4-c013-4b6b-825b-2e9b76ebcfae), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.485899 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Publish callbacks [] for security_group (af3cd1d4-c013-4b6b-825b-2e9b76ebcfae), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.533120 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (af3cd1d4-c013-4b6b-825b-2e9b76ebcfae), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.535753 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.536901 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af3cd1d4-c013-4b6b-825b-2e9b76ebcfae HTTP/1.1" status: 204 len: 168 time: 0.1229947 Jul 27 10:53:26.545125 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3cd1d4-c013-4b6b-825b-2e9b76ebcfae,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:26.552635 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.552989 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.553340 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.553681 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.554017 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.554346 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.554712 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.555043 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.555360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.555685 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.556009 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.556458 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.556781 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.557107 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.557428 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35663-3b9b-4fa5-85e7-91ad3ad27518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:26.810575 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54928) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:26.823686 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ea50a302-6370-487b-8454-49747f7be424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.903605 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ea50a302-6370-487b-8454-49747f7be424 admin admin] Publish callbacks [] for security_group (ac61198f-3865-4e5e-8b4f-2b0717f3fbfa), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.907047 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-ea50a302-6370-487b-8454-49747f7be424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ac61198f-3865-4e5e-8b4f-2b0717f3fbfa), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:26.944066 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50a302-6370-487b-8454-49747f7be424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac61198f-3865-4e5e-8b4f-2b0717f3fbfa,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:26.949468 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-ea50a302-6370-487b-8454-49747f7be424 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e90721f2b4847be95c19217190b6273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377852 Jul 27 10:53:26.952193 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 54930) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:27.001383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a6e6-2c83-4134-bc8c-b6dc8e18f88d admin admin] Publish callbacks [] for security_group (ac61198f-3865-4e5e-8b4f-2b0717f3fbfa), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:27.022541 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a6e6-2c83-4134-bc8c-b6dc8e18f88d admin admin] Publish callbacks [] for security_group (ac61198f-3865-4e5e-8b4f-2b0717f3fbfa), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:27.071616 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a6e6-2c83-4134-bc8c-b6dc8e18f88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ac61198f-3865-4e5e-8b4f-2b0717f3fbfa), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:27.074780 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a6e6-2c83-4134-bc8c-b6dc8e18f88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:27.075915 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7ca5a6e6-2c83-4134-bc8c-b6dc8e18f88d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac61198f-3865-4e5e-8b4f-2b0717f3fbfa HTTP/1.1" status: 204 len: 168 time: 0.1227162 Jul 27 10:53:27.083428 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5a6e6-2c83-4134-bc8c-b6dc8e18f88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac61198f-3865-4e5e-8b4f-2b0717f3fbfa,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:27.301477 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:27.424958 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:27.445953 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:29.601816 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55018) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:29.707431 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-32a3a617-7b55-4a98-9bde-7dddd112146b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:29.783757 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-32a3a617-7b55-4a98-9bde-7dddd112146b admin admin] Publish callbacks [] for security_group (423e9802-daa6-4d50-8d63-fed14c55d948), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:29.787290 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-32a3a617-7b55-4a98-9bde-7dddd112146b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (423e9802-daa6-4d50-8d63-fed14c55d948), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:29.825827 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-32a3a617-7b55-4a98-9bde-7dddd112146b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fae35ba5b534fdf8416e55c6b26425d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229664 Jul 27 10:53:29.826731 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3a617-7b55-4a98-9bde-7dddd112146b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423e9802-daa6-4d50-8d63-fed14c55d948,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:29.829401 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55022) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:29.879686 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-659ec5ac-a8d3-4de5-aa0a-d38a82d04ff3 admin admin] Publish callbacks [] for security_group (423e9802-daa6-4d50-8d63-fed14c55d948), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:29.900369 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-659ec5ac-a8d3-4de5-aa0a-d38a82d04ff3 admin admin] Publish callbacks [] for security_group (423e9802-daa6-4d50-8d63-fed14c55d948), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:29.948384 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-659ec5ac-a8d3-4de5-aa0a-d38a82d04ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (423e9802-daa6-4d50-8d63-fed14c55d948), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:29.951119 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-659ec5ac-a8d3-4de5-aa0a-d38a82d04ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:29.952393 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-659ec5ac-a8d3-4de5-aa0a-d38a82d04ff3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/423e9802-daa6-4d50-8d63-fed14c55d948 HTTP/1.1" status: 204 len: 168 time: 0.1215975 Jul 27 10:53:29.960561 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ec5ac-a8d3-4de5-aa0a-d38a82d04ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423e9802-daa6-4d50-8d63-fed14c55d948,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:30.222014 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55028) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:30.238308 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fd30c9aa-e5a0-4811-af0d-a3bf39e63319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:30.313666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fd30c9aa-e5a0-4811-af0d-a3bf39e63319 admin admin] Publish callbacks [] for security_group (78343a65-8c80-4a47-ad56-a20cf097ed4f), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:30.317492 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fd30c9aa-e5a0-4811-af0d-a3bf39e63319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (78343a65-8c80-4a47-ad56-a20cf097ed4f), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:30.358278 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-fd30c9aa-e5a0-4811-af0d-a3bf39e63319 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f432107ac2f4d71817c62f6d5256ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351318 Jul 27 10:53:30.360244 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30c9aa-e5a0-4811-af0d-a3bf39e63319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78343a65-8c80-4a47-ad56-a20cf097ed4f,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:30.361318 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55034) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:30.415233 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cf51fd3-1393-4adc-88c0-779f70943238 admin admin] Publish callbacks [] for security_group (78343a65-8c80-4a47-ad56-a20cf097ed4f), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:30.417324 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:30.438305 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cf51fd3-1393-4adc-88c0-779f70943238 admin admin] Publish callbacks [] for security_group (78343a65-8c80-4a47-ad56-a20cf097ed4f), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:30.450395 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:30.492835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cf51fd3-1393-4adc-88c0-779f70943238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (78343a65-8c80-4a47-ad56-a20cf097ed4f), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:30.495444 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cf51fd3-1393-4adc-88c0-779f70943238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:30.497926 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5cf51fd3-1393-4adc-88c0-779f70943238 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78343a65-8c80-4a47-ad56-a20cf097ed4f HTTP/1.1" status: 204 len: 168 time: 0.1348236 Jul 27 10:53:30.506919 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf51fd3-1393-4adc-88c0-779f70943238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78343a65-8c80-4a47-ad56-a20cf097ed4f,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:33.739619 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:33.744421 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:37.016403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55188) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:37.156405 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bb189fdc-1376-4066-baa9-e29c913dd97e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:37.234326 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bb189fdc-1376-4066-baa9-e29c913dd97e admin admin] Publish callbacks [] for security_group (8d4676fb-699c-4400-8065-c8d983eaf02e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:37.238307 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bb189fdc-1376-4066-baa9-e29c913dd97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8d4676fb-699c-4400-8065-c8d983eaf02e), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:37.278084 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb189fdc-1376-4066-baa9-e29c913dd97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4676fb-699c-4400-8065-c8d983eaf02e,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:37.285648 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55204) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:37.295283 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-bb189fdc-1376-4066-baa9-e29c913dd97e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7695445cad964faeaa78f760628fdf5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776968 Jul 27 10:53:37.344686 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-abcd84a2-a7af-4d8d-bb6b-2ef86163757d admin admin] Publish callbacks [] for security_group (8d4676fb-699c-4400-8065-c8d983eaf02e), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:37.367879 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-abcd84a2-a7af-4d8d-bb6b-2ef86163757d admin admin] Publish callbacks [] for security_group (8d4676fb-699c-4400-8065-c8d983eaf02e), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:37.697073 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad748d8f-6e8b-4cc3-acca-db480bee338c req-950f179c-12f4-44cf-9078-a356cd3d7460 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:37.698873 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad748d8f-6e8b-4cc3-acca-db480bee338c req-950f179c-12f4-44cf-9078-a356cd3d7460 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.3160534 Jul 27 10:53:37.724871 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-abcd84a2-a7af-4d8d-bb6b-2ef86163757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8d4676fb-699c-4400-8065-c8d983eaf02e), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:37.727405 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-abcd84a2-a7af-4d8d-bb6b-2ef86163757d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:37.728524 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-abcd84a2-a7af-4d8d-bb6b-2ef86163757d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d4676fb-699c-4400-8065-c8d983eaf02e HTTP/1.1" status: 204 len: 168 time: 0.4417512 Jul 27 10:53:37.745742 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd84a2-a7af-4d8d-bb6b-2ef86163757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4676fb-699c-4400-8065-c8d983eaf02e,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:37.749974 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:37.764139 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad748d8f-6e8b-4cc3-acca-db480bee338c req-512a6b4c-12f7-4daa-b76c-f918309866ae tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580921 Jul 27 10:53:37.995097 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55212) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:38.008950 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-897c9e25-1f5c-42bd-a49d-71dc4cc2f14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:38.083966 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-897c9e25-1f5c-42bd-a49d-71dc4cc2f14a admin admin] Publish callbacks [] for security_group (9777169c-f253-4b13-b32d-fdef1063b0db), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:38.087811 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-897c9e25-1f5c-42bd-a49d-71dc4cc2f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9777169c-f253-4b13-b32d-fdef1063b0db), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:38.130115 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-897c9e25-1f5c-42bd-a49d-71dc4cc2f14a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c7b05f0a8f64d31bd84b6277dd79e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339600 Jul 27 10:53:38.132140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c9e25-1f5c-42bd-a49d-71dc4cc2f14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9777169c-f253-4b13-b32d-fdef1063b0db,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:38.133035 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55216) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:38.184314 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e413f300-0340-428e-898d-99e22b3da9a2 admin admin] Publish callbacks [] for security_group (9777169c-f253-4b13-b32d-fdef1063b0db), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:38.186361 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:38.214179 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e413f300-0340-428e-898d-99e22b3da9a2 admin admin] Publish callbacks [] for security_group (9777169c-f253-4b13-b32d-fdef1063b0db), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:38.261197 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e413f300-0340-428e-898d-99e22b3da9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9777169c-f253-4b13-b32d-fdef1063b0db), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:38.264970 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e413f300-0340-428e-898d-99e22b3da9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:38.266155 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-e413f300-0340-428e-898d-99e22b3da9a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9777169c-f253-4b13-b32d-fdef1063b0db HTTP/1.1" status: 204 len: 168 time: 0.1321204 Jul 27 10:53:38.274029 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413f300-0340-428e-898d-99e22b3da9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9777169c-f253-4b13-b32d-fdef1063b0db,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:38.919099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b0efb-8e04-49c1-8e46-90a78f7be205 req-34394f33-d7fd-4f49-bd04-aeb4ad037bc4 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:38.920606 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1d0b0efb-8e04-49c1-8e46-90a78f7be205 req-34394f33-d7fd-4f49-bd04-aeb4ad037bc4 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0590029 Jul 27 10:53:38.969707 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1d0b0efb-8e04-49c1-8e46-90a78f7be205 req-91f3bf24-25e5-45b7-ad27-b96d2d683a6e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Jul 27 10:53:40.115591 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c27dd-50b8-4342-8e28-50f4637c8598 req-b9c12de8-7f84-4b09-b72b-68a4187956a7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:40.117071 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52c27dd-50b8-4342-8e28-50f4637c8598 req-b9c12de8-7f84-4b09-b72b-68a4187956a7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0498714 Jul 27 10:53:40.164697 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a52c27dd-50b8-4342-8e28-50f4637c8598 req-f2ff8b71-15b0-4997-9850-cf85e7df30ba tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Jul 27 10:53:40.323573 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55320) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:40.427665 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d2116882-5aed-4a7a-8120-513c85321944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:40.512399 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d2116882-5aed-4a7a-8120-513c85321944 admin admin] Publish callbacks [] for security_group (7942aab7-5f6a-495a-b275-a419689bcd69), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:40.516157 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d2116882-5aed-4a7a-8120-513c85321944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7942aab7-5f6a-495a-b275-a419689bcd69), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:40.556498 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2116882-5aed-4a7a-8120-513c85321944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7942aab7-5f6a-495a-b275-a419689bcd69,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:40.560771 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d2116882-5aed-4a7a-8120-513c85321944 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41b09fa782ee4e649fab3dc4a4665555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361712 Jul 27 10:53:40.563504 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55324) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:40.611723 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e9999609-cbdd-41e9-9c3a-cd7ca0a5b3f2 admin admin] Publish callbacks [] for security_group (7942aab7-5f6a-495a-b275-a419689bcd69), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:40.633560 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e9999609-cbdd-41e9-9c3a-cd7ca0a5b3f2 admin admin] Publish callbacks [] for security_group (7942aab7-5f6a-495a-b275-a419689bcd69), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:40.686931 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e9999609-cbdd-41e9-9c3a-cd7ca0a5b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7942aab7-5f6a-495a-b275-a419689bcd69), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:40.690623 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e9999609-cbdd-41e9-9c3a-cd7ca0a5b3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:40.692304 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-e9999609-cbdd-41e9-9c3a-cd7ca0a5b3f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7942aab7-5f6a-495a-b275-a419689bcd69 HTTP/1.1" status: 204 len: 168 time: 0.1277506 Jul 27 10:53:40.704159 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9999609-cbdd-41e9-9c3a-cd7ca0a5b3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7942aab7-5f6a-495a-b275-a419689bcd69,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:40.716256 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:40.978527 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55330) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:40.995247 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99fe6731-e6f6-4c3e-abb6-53bf8bebf08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:41.069859 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99fe6731-e6f6-4c3e-abb6-53bf8bebf08e admin admin] Publish callbacks [] for security_group (f3df6c91-0b34-487e-9c40-70687b155d06), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:41.078807 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-99fe6731-e6f6-4c3e-abb6-53bf8bebf08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f3df6c91-0b34-487e-9c40-70687b155d06), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:41.088887 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:41.119326 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:41.123658 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe6731-e6f6-4c3e-abb6-53bf8bebf08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df6c91-0b34-487e-9c40-70687b155d06,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:41.128119 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-99fe6731-e6f6-4c3e-abb6-53bf8bebf08e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c350b7fc840048dcad5998d103bf52c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485574 Jul 27 10:53:41.130827 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55336) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:41.196591 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c23a-0c1f-47ca-9fc5-0a617f423218 admin admin] Publish callbacks [] for security_group (f3df6c91-0b34-487e-9c40-70687b155d06), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:41.224201 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c23a-0c1f-47ca-9fc5-0a617f423218 admin admin] Publish callbacks [] for security_group (f3df6c91-0b34-487e-9c40-70687b155d06), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:41.321869 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bffab-8a6d-4694-b708-d58c0953780b req-2de0edfe-ed44-4e3c-93ff-f66776ef69fc tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:41.323432 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5f8bffab-8a6d-4694-b708-d58c0953780b req-2de0edfe-ed44-4e3c-93ff-f66776ef69fc tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0619643 Jul 27 10:53:41.325083 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c23a-0c1f-47ca-9fc5-0a617f423218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f3df6c91-0b34-487e-9c40-70687b155d06), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:41.327622 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c23a-0c1f-47ca-9fc5-0a617f423218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:41.331217 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-a8a0c23a-0c1f-47ca-9fc5-0a617f423218 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3df6c91-0b34-487e-9c40-70687b155d06 HTTP/1.1" status: 204 len: 168 time: 0.1969392 Jul 27 10:53:41.338567 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0c23a-0c1f-47ca-9fc5-0a617f423218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df6c91-0b34-487e-9c40-70687b155d06,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:41.391319 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5f8bffab-8a6d-4694-b708-d58c0953780b req-fb7fba2d-1f30-484d-b986-f8aec4908d50 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545354 Jul 27 10:53:41.639078 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0798-d7ec-4d4a-a55e-19436decd250 req-0808f674-ec45-422d-895e-85376b15d751 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:41.640588 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-325f0798-d7ec-4d4a-a55e-19436decd250 req-0808f674-ec45-422d-895e-85376b15d751 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 946 time: 0.0477145 Jul 27 10:53:41.687636 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-325f0798-d7ec-4d4a-a55e-19436decd250 req-3d815597-3d8b-446a-a871-c13cdf2c70c8 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Jul 27 10:53:42.060032 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55374) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:42.157088 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1545974735-network', 'tenant_id': '6b50dc16d14d4b869f1a6555db6c8373'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:53:42.176989 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Made reservation on behalf of 6b50dc16d14d4b869f1a6555db6c8373 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:53:42.179279 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.188741 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.261585 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Publish callbacks [] for security_group (553f8faa-7734-4571-8209-c34b692b4c16), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.265360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (553f8faa-7734-4571-8209-c34b692b4c16), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.289886 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:53:42.300390 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553f8faa-7734-4571-8209-c34b692b4c16,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:42.305235 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (d8fa0596-4215-4a0f-9d6e-570f42ec0728), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.305586 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Added segment d8fa0596-4215-4a0f-9d6e-570f42ec0728 of type vlan for network 5687460d-f800-4d5e-ba34-0e5fd87155d7 Jul 27 10:53:42.344642 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (5687460d-f800-4d5e-ba34-0e5fd87155d7), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.348098 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=68,neutron:DELETE=2,neutron:INSERT=27,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:42.370650 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (5687460d-f800-4d5e-ba34-0e5fd87155d7), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.372207 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:42.372861 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.429068 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3678565 Jul 27 10:53:42.432056 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55380) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:42.437625 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Request body: {'subnet': {'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1545974735-subnet', 'tenant_id': '6b50dc16d14d4b869f1a6555db6c8373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:53:42.441532 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc515-a6a0-46be-b821-098094e1f884 admin admin] Pushing event updated for resources: {'Network': ['ID=5687460d-f800-4d5e-ba34-0e5fd87155d7,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:42.456533 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 5687460d-f800-4d5e-ba34-0e5fd87155d7 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:53:42.461665 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:42.464142 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Made reservation on behalf of 6b50dc16d14d4b869f1a6555db6c8373 for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:53:42.467387 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126749480'] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.572099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691f115-670b-481b-90ce-aa6d4a61459b req-0800a1d0-f5e2-4caf-a564-087700a40bda tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:42.574000 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3691f115-670b-481b-90ce-aa6d4a61459b req-0800a1d0-f5e2-4caf-a564-087700a40bda tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0925653 Jul 27 10:53:42.642092 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3691f115-670b-481b-90ce-aa6d4a61459b req-fa683805-2f80-489b-bef0-bc0a6d2ba219 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589495 Jul 27 10:53:42.725418 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127098619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126749446'] for subnet (c5204fa0-0536-460b-9f7b-a6c197db966f), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.808161 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5204fa0-0536-460b-9f7b-a6c197db966f,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:42.826293 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Checking segment: {'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:53:42.826689 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Network hostable DHCP agents. Network: 5687460d-f800-4d5e-ba34-0e5fd87155d7, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:53:42.834346 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c40ff-e36a-4dc2-b602-02c90cf7be96 req-0bfffcc0-b4c1-49c5-839e-98e07a6c2495 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:42.835867 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d12c40ff-e36a-4dc2-b602-02c90cf7be96 req-0bfffcc0-b4c1-49c5-839e-98e07a6c2495 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 946 time: 0.0724158 Jul 27 10:53:42.873095 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Network 5687460d-f800-4d5e-ba34-0e5fd87155d7 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:53:42.891201 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 5687460d-f800-4d5e-ba34-0e5fd87155d7) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:53:42.892508 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:42.896550 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:42.897145 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:42.900215 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e01b2b-fc6b-4087-8c46-f2537df2cc7b None None] Network 5687460d-f800-4d5e-ba34-0e5fd87155d7 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:53:42.902168 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d12c40ff-e36a-4dc2-b602-02c90cf7be96 req-4dc39456-7f3c-4779-aa06-3719e8b65d77 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4fa18f0-47f0-4934-8c5c-8d4e96477caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600467 Jul 27 10:53:42.926695 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-693aeab3-a3f5-414d-a158-272db4158a5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4857635 Jul 27 10:53:43.007134 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c72f0d-e042-4c0c-8df7-a3f7a854b4da None None] Network 5687460d-f800-4d5e-ba34-0e5fd87155d7 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:53:43.330593 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-840f3ce1-af86-40c5-8951-117ebfbb1af3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:43.332200 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-840f3ce1-af86-40c5-8951-117ebfbb1af3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 946 time: 0.0492032 Jul 27 10:53:43.368682 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:43.423021 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Deleting port ec2915e2-10ee-4a76-acde-332efa30a0b1 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:53:43.423373 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:43.517717 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] For port ec2915e2-10ee-4a76-acde-332efa30a0b1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ec2915e2-10ee-4a76-acde-332efa30a0b1,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:43.518086 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:43.674694 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:43.675063 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:43.675386 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Floating IP e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420 disassociated. External IP: 172.27.0.83, port: ec2915e2-10ee-4a76-acde-332efa30a0b1. Jul 27 10:53:43.675734 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Calling delete_port for ec2915e2-10ee-4a76-acde-332efa30a0b1 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:53:43.729832 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:43.774297 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204485db-ef6e-43c1-b2ab-ee668bdfd402 req-103f1c45-bc92-46c8-a56b-0f0d72026b3f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:43.775826 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-204485db-ef6e-43c1-b2ab-ee668bdfd402 req-103f1c45-bc92-46c8-a56b-0f0d72026b3f tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0545053 Jul 27 10:53:43.809090 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (ec2915e2-10ee-4a76-acde-332efa30a0b1), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:43.823730 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-204485db-ef6e-43c1-b2ab-ee668bdfd402 req-6b8cff9a-4416-415e-b3b4-aa4fbcbbc98d tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Jul 27 10:53:43.836932 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event deleted for resources: {'Port': ['ID=ec2915e2-10ee-4a76-acde-332efa30a0b1,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:43.947871 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Router 204103ae-25a8-402f-8e2d-56c14802ada1 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:53:44.004068 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:44.006008 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4a2b81fb-dbad-4a62-9bb8-706ffb3c4957 req-c6189919-1d06-428c-8b4e-503d7f33f098 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a187bad-2e58-411b-b3db-009cc10d4602 HTTP/1.1" status: 200 len: 210 time: 0.0284042 Jul 27 10:53:44.055555 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:53:44.065013 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] Sync routers for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:53:44.076284 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:53:44.076901 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:53:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:44.098062 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] No DVR routers for this DVR port ec2915e2-10ee-4a76-acde-332efa30a0b1 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:53:44.100581 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:44.103742 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c38b85f4-0c70-4a04-9f1f-0c15a3338351 req-60477bd6-bb0b-4c64-9021-f0d34c9952d3 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.69 "DELETE /v2.0/ports/ec2915e2-10ee-4a76-acde-332efa30a0b1 HTTP/1.1" status: 204 len: 173 time: 0.7664535 Jul 27 10:53:44.104164 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a187bad-2e58-411b-b3db-009cc10d4602', 'name': 'network-vif-deleted', 'tag': 'ec2915e2-10ee-4a76-acde-332efa30a0b1'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:53:44.107097 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ab0227-dccc-4753-b2b0-f65a44a22ca3" -d '{"events": [{"server_uuid": "3a187bad-2e58-411b-b3db-009cc10d4602", "name": "network-vif-deleted", "tag": "ec2915e2-10ee-4a76-acde-332efa30a0b1"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:53:44.185709 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:53:44.303587 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040f7e63-8bb4-4f4c-a3c0-a19814f52db8 x-openstack-request-id: req-040f7e63-8bb4-4f4c-a3c0-a19814f52db8 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:53:44.303877 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a187bad-2e58-411b-b3db-009cc10d4602", "name": "network-vif-deleted", "tag": "ec2915e2-10ee-4a76-acde-332efa30a0b1", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:53:44.304134 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-040f7e63-8bb4-4f4c-a3c0-a19814f52db8 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:53:44.304533 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040f7e63-8bb4-4f4c-a3c0-a19814f52db8'] response: {'server_uuid': '3a187bad-2e58-411b-b3db-009cc10d4602', 'name': 'network-vif-deleted', 'tag': 'ec2915e2-10ee-4a76-acde-332efa30a0b1', 'status': 'completed', 'code': 200} Jul 27 10:53:44.383187 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:44.411832 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] Checking router: 204103ae-25a8-402f-8e2d-56c14802ada1 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:53:44.420006 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:53:44.420596 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:53:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:44.520265 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:53:44.702249 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92f15-f502-4858-89e1-ea239e201bbd req-1118274d-fbb7-443b-aa8c-b8b918f9b62f tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:44.707079 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-1118274d-fbb7-443b-aa8c-b8b918f9b62f tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/networks?id=5687460d-f800-4d5e-ba34-0e5fd87155d7 HTTP/1.1" status: 200 len: 814 time: 0.1121075 Jul 27 10:53:44.717074 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:44.720379 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-d2a210a3-674d-46a0-894e-59a01c639113 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/quotas/6b50dc16d14d4b869f1a6555db6c8373 HTTP/1.1" status: 200 len: 375 time: 0.0099666 Jul 27 10:53:44.741526 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4de09-350c-4c2d-9c2f-1a0109b0231b None None] The sync data for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi is: [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:47:59Z', 'revision_number': 4, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '981cda21-54bb-48f6-b143-978375fc0234', 'name': '', 'network_id': 'f2e90474-ace9-49cb-b20f-0a0062fb4ae0', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'mac_address': 'fa:16:3e:c6:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:58Z', 'updated_at': '2022-07-27T10:48:12Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'subnets': [{'id': '2affabea-7a41-4600-a5a5-82ca4a3c05ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:53:44.752709 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-b95aeccb-6dcd-4e34-b8ae-623ee335acf9 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b50dc16d14d4b869f1a6555db6c8373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282056 Jul 27 10:53:44.899573 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-9fa72f5e-1cfa-4ba7-93b4-ad479531c54a service neutron] 10.222.0.36 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399519 Jul 27 10:53:44.970917 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46441-e6e1-44a4-a6b3-deae13ba9a13 None None] New status for floating IP e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420: DOWN {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:53:44.991204 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98ac4-b207-4e21-a4d2-fd7b68dba0b5 req-2140807f-533f-4fb9-90be-3468432df820 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:44.992701 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c4d98ac4-b207-4e21-a4d2-fd7b68dba0b5 req-2140807f-533f-4fb9-90be-3468432df820 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0887072 Jul 27 10:53:45.067487 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a3601d9f-695a-4667-b325-efcad6aacdcb service neutron] 10.222.0.36 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617641 Jul 27 10:53:45.070741 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c4d98ac4-b207-4e21-a4d2-fd7b68dba0b5 req-7732e5f3-2697-4d5d-a5d3-a24c23279f69 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718882 Jul 27 10:53:45.169972 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55426) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:45.236974 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce35c-d3d7-4adf-8c6f-a2482f412c92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (a4fa18f0-47f0-4934-8c5c-8d4e96477caa), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.256960 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3261b134-7a29-4deb-96a0-15a1f1e969d6 req-afba7c2c-2c91-4eb2-9057-bf5ec6fa05eb tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 210 time: 0.0341203 Jul 27 10:53:45.289660 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce35c-d3d7-4adf-8c6f-a2482f412c92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (a4fa18f0-47f0-4934-8c5c-8d4e96477caa), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.339644 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce35c-d3d7-4adf-8c6f-a2482f412c92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a4fa18f0-47f0-4934-8c5c-8d4e96477caa), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.345406 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce35c-d3d7-4adf-8c6f-a2482f412c92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.347417 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-3b2ce35c-d3d7-4adf-8c6f-a2482f412c92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "DELETE /v2.0/security-groups/a4fa18f0-47f0-4934-8c5c-8d4e96477caa HTTP/1.1" status: 204 len: 168 time: 0.1759760 Jul 27 10:53:45.349892 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55434) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:45.363590 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ce35c-d3d7-4adf-8c6f-a2482f412c92 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fa18f0-47f0-4934-8c5c-8d4e96477caa,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:45.364084 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.api.v2.resource [None req-aa9879a3-a611-4d15-9fd5-b6793f683c67 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] show failed (client error): The resource could not be found. Jul 27 10:53:45.367701 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-aa9879a3-a611-4d15-9fd5-b6793f683c67 tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "GET /v2.0/security-groups/a4fa18f0-47f0-4934-8c5c-8d4e96477caa HTTP/1.1" status: 404 len: 347 time: 0.0136688 Jul 27 10:53:45.368131 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55436) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:45.501592 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Deleting port 1897aeab-9b85-4a9c-a1c7-ae5a5a89f406 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:53:45.501946 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.588366 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.588725 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.606557 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Calling delete_port for 1897aeab-9b85-4a9c-a1c7-ae5a5a89f406 owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:53:45.611757 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:45.729708 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:45.750903 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (1897aeab-9b85-4a9c-a1c7-ae5a5a89f406), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.779360 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Pushing event deleted for resources: {'Port': ['ID=1897aeab-9b85-4a9c-a1c7-ae5a5a89f406,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:45.844542 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks [] for floatingip (e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.847024 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:45.848175 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2c33633e-dbe4-4766-8046-81d8155ae81d tempest-AttachVolumeTestJSON-233925515 tempest-AttachVolumeTestJSON-233925515-project] 10.222.0.36 "DELETE /v2.0/floatingips/e73e5dfc-ab08-4c4e-ba54-d1dc8ed56420 HTTP/1.1" status: 204 len: 168 time: 0.4786868 Jul 27 10:53:46.208646 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb48a85-006e-4dc5-bb4c-645a62398ea3 req-173b3e79-064c-4e50-994c-2430880d13f3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:46.210137 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3eb48a85-006e-4dc5-bb4c-645a62398ea3 req-173b3e79-064c-4e50-994c-2430880d13f3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0539339 Jul 27 10:53:46.259561 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3eb48a85-006e-4dc5-bb4c-645a62398ea3 req-c2fd0efa-c330-4846-ac22-288ab5ea604b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Jul 27 10:53:46.368687 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-56e3c30a-c666-45d3-9b06-eff28b6c7758 req-0a0261fa-0e00-4f73-8875-17aea6de162e tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 210 time: 0.0303051 Jul 27 10:53:46.370794 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92f15-f502-4858-89e1-ea239e201bbd req-bc6f5622-c779-4421-8641-5fc4fad9402c tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:46.372502 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-bc6f5622-c779-4421-8641-5fc4fad9402c tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.69 "GET /v2.0/networks?id=5687460d-f800-4d5e-ba34-0e5fd87155d7 HTTP/1.1" status: 200 len: 814 time: 0.1111531 Jul 27 10:53:46.395915 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Request body: {'port': {'device_id': 'abbee04c-76a8-4de1-95aa-8f1a3ce0de5b', 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7', 'admin_state_up': True, 'tenant_id': '6b50dc16d14d4b869f1a6555db6c8373'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:53:46.481753 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:46.496212 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Made reservation on behalf of 6b50dc16d14d4b869f1a6555db6c8373 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:53:46.499782 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:46.621062 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Allocated IP 172.20.0.2 (5687460d-f800-4d5e-ba34-0e5fd87155d7/c5204fa0-0536-460b-9f7b-a6c197db966f/67094334-d4e5-4e12-8330-54950d8081bb) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:53:46.676542 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device ec2915e2-10ee-4a76-acde-332efa30a0b1 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:53:46.698683 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: ec2915e2-10ee-4a76-acde-332efa30a0b1 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:53:46.699573 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device ec2915e2-10ee-4a76-acde-332efa30a0b1 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:53:46.768976 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks [] for port (67094334-d4e5-4e12-8330-54950d8081bb), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:46.799413 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (67094334-d4e5-4e12-8330-54950d8081bb), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:46.842999 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Network 5687460d-f800-4d5e-ba34-0e5fd87155d7 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:53:46.848064 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:53:46.850923 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:53:47.109268 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Pushing event updated for resources: {'Port': ['ID=67094334-d4e5-4e12-8330-54950d8081bb,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:47.134276 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:47.134891 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:47.152537 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a920694f-45f5-4bd8-a6a5-c4256c0f74b6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723682 Jul 27 10:53:47.205790 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Request body: {'port': {'device_id': 'abbee04c-76a8-4de1-95aa-8f1a3ce0de5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:53:47.267030 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (67094334-d4e5-4e12-8330-54950d8081bb), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:47.367754 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:47.394295 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef447a-ae66-4756-86df-762d1634423e req-dc826a18-86ef-480c-b677-32c35b5e6dc0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:47.395814 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d7ef447a-ae66-4756-86df-762d1634423e req-dc826a18-86ef-480c-b677-32c35b5e6dc0 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Jul 27 10:53:47.461804 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d7ef447a-ae66-4756-86df-762d1634423e req-d9a42758-02b3-4a68-b2a1-b5874002567e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596890 Jul 27 10:53:47.496641 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:47.497182 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f0304-56a0-4e46-83a2-870ae148e735 req-072718f0-8117-429e-859e-00e8dacf2d55 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:47.498505 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d84f0304-56a0-4e46-83a2-870ae148e735 req-072718f0-8117-429e-859e-00e8dacf2d55 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 931 time: 0.0495834 Jul 27 10:53:47.541039 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67094334-d4e5-4e12-8330-54950d8081bb {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:53:47.547193 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d84f0304-56a0-4e46-83a2-870ae148e735 req-e3173bf6-b990-4bc6-bfb3-e7cdacbcdb69 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Jul 27 10:53:47.549185 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Publish callbacks [] for port (67094334-d4e5-4e12-8330-54950d8081bb), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:47.562863 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Transition to ACTIVE for port object 67094334-d4e5-4e12-8330-54950d8081bb will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:53:47.566458 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (67094334-d4e5-4e12-8330-54950d8081bb), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:47.614338 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Pushing event updated for resources: {'Port': ['ID=67094334-d4e5-4e12-8330-54950d8081bb,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:47.687892 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Attempting to bind port 67094334-d4e5-4e12-8330-54950d8081bb on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:53:47.688235 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Attempting to bind port 67094334-d4e5-4e12-8330-54950d8081bb by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:53:47.688565 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Attempting to bind port 67094334-d4e5-4e12-8330-54950d8081bb on network 5687460d-f800-4d5e-ba34-0e5fd87155d7 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:53:47.693915 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Port 67094334-d4e5-4e12-8330-54950d8081bb on network 5687460d-f800-4d5e-ba34-0e5fd87155d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:53:47.694264 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Attempting to bind port 67094334-d4e5-4e12-8330-54950d8081bb on network 5687460d-f800-4d5e-ba34-0e5fd87155d7 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:53:47.699394 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:53:47.699820 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Checking segment: {'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:53:47.700242 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Bound using segment: {'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:53:47.700701 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Bound port: 67094334-d4e5-4e12-8330-54950d8081bb, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:53:47.701128 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (67094334-d4e5-4e12-8330-54950d8081bb), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:47.710753 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:53:47.765488 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] For port 67094334-d4e5-4e12-8330-54950d8081bb, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:53:47.768522 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] For port 67094334-d4e5-4e12-8330-54950d8081bb, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=67094334-d4e5-4e12-8330-54950d8081bb,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:53:47.773928 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (67094334-d4e5-4e12-8330-54950d8081bb), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:47.807084 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:47.807711 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:47.809112 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] 10.222.0.69 "PUT /v2.0/ports/67094334-d4e5-4e12-8330-54950d8081bb HTTP/1.1" status: 200 len: 1093 time: 0.6498134 Jul 27 10:53:47.809553 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbee04c-76a8-4de1-95aa-8f1a3ce0de5b', 'tag': '67094334-d4e5-4e12-8330-54950d8081bb'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:53:47.811836 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79df4d5-31fb-4849-8f69-f60be2ad8548" -d '{"events": [{"name": "network-changed", "server_uuid": "abbee04c-76a8-4de1-95aa-8f1a3ce0de5b", "tag": "67094334-d4e5-4e12-8330-54950d8081bb"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:53:47.833558 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dfb75-3141-49cb-a31c-4961220d3520 service neutron] Pushing event updated for resources: {'Port': ['ID=67094334-d4e5-4e12-8330-54950d8081bb,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:47.847040 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551fed94-f1bf-44ac-a0f4-c4049694271c x-openstack-request-id: req-551fed94-f1bf-44ac-a0f4-c4049694271c {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:53:47.847335 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbee04c-76a8-4de1-95aa-8f1a3ce0de5b", "tag": "67094334-d4e5-4e12-8330-54950d8081bb", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:53:47.847595 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-551fed94-f1bf-44ac-a0f4-c4049694271c {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:53:47.847992 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551fed94-f1bf-44ac-a0f4-c4049694271c'] response: {'name': 'network-changed', 'server_uuid': 'abbee04c-76a8-4de1-95aa-8f1a3ce0de5b', 'tag': '67094334-d4e5-4e12-8330-54950d8081bb', 'status': 'completed', 'code': 200} Jul 27 10:53:48.016108 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df4d5-31fb-4849-8f69-f60be2ad8548 req-83d9b879-c84d-4bdc-bf1d-fc4dd712be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:48.017497 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a79df4d5-31fb-4849-8f69-f60be2ad8548 req-83d9b879-c84d-4bdc-bf1d-fc4dd712be63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b50dc16d14d4b869f1a6555db6c8373&device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 1127 time: 0.0392032 Jul 27 10:53:48.116813 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df4d5-31fb-4849-8f69-f60be2ad8548 req-72a0faab-5ad4-4c51-9b4d-bab3acaeb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:48.118253 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a79df4d5-31fb-4849-8f69-f60be2ad8548 req-72a0faab-5ad4-4c51-9b4d-bab3acaeb0b2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6b50dc16d14d4b869f1a6555db6c8373&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0940495 Jul 27 10:53:48.214012 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df4d5-31fb-4849-8f69-f60be2ad8548 req-34026d5e-830f-42a5-9784-784935d2b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:48.214012 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a79df4d5-31fb-4849-8f69-f60be2ad8548 req-34026d5e-830f-42a5-9784-784935d2b3df service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882673 Jul 27 10:53:48.298536 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92f15-f502-4858-89e1-ea239e201bbd req-9504ae28-0da1-4e2b-a100-a8ceb9443367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:48.300104 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-9504ae28-0da1-4e2b-a100-a8ceb9443367 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b50dc16d14d4b869f1a6555db6c8373&device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 1127 time: 0.0472913 Jul 27 10:53:48.343216 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-ef2d6451-390e-48df-98a3-9bb383a547aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67094334-d4e5-4e12-8330-54950d8081bb HTTP/1.1" status: 200 len: 217 time: 0.0358064 Jul 27 10:53:48.392508 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92f15-f502-4858-89e1-ea239e201bbd req-03fe12ee-d5d6-4ac3-9560-8c131ba1e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:48.393944 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-03fe12ee-d5d6-4ac3-9560-8c131ba1e06f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5204fa0-0536-460b-9f7b-a6c197db966f HTTP/1.1" status: 200 len: 854 time: 0.0448685 Jul 27 10:53:48.426880 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-a428578b-800e-48f2-88fc-ce9d39c0d626 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5687460d-f800-4d5e-ba34-0e5fd87155d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267520 Jul 27 10:53:48.492317 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:48.524749 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-c02b13a4-63a7-47d6-8586-5bfc0f48f4e7 service neutron] 10.222.0.69 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914888 Jul 27 10:53:48.588959 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50a2f-0576-4f3f-b072-863e7badab72 req-a0956d4c-bd3a-40ed-9a18-26f177115e30 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:48.591103 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-34e50a2f-0576-4f3f-b072-863e7badab72 req-a0956d4c-bd3a-40ed-9a18-26f177115e30 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0495675 Jul 27 10:53:48.628679 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-18c92f15-f502-4858-89e1-ea239e201bbd req-3500582a-c8a6-48f7-b7c5-f39c68124cd8 service neutron] 10.222.0.69 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962284 Jul 27 10:53:48.673412 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-34e50a2f-0576-4f3f-b072-863e7badab72 req-182a2917-d5e4-4d05-b650-a49ea09c4d39 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754435 Jul 27 10:53:48.687116 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefdf4a-33bf-4e48-8690-ef91da86fac3 req-cacbcae9-36c6-48a4-9494-9a1fa07ca8cd tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:48.688581 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8eefdf4a-33bf-4e48-8690-ef91da86fac3 req-cacbcae9-36c6-48a4-9494-9a1fa07ca8cd tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 943 time: 0.0635698 Jul 27 10:53:48.736938 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8eefdf4a-33bf-4e48-8690-ef91da86fac3 req-be4f4e16-7327-475b-bcc8-3c5b754588da tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Jul 27 10:53:49.419454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55490) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:49.506654 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:49.778259 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (204103ae-25a8-402f-8e2d-56c14802ada1), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:49.807917 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c9ee0-b85c-48b5-9d63-7c29bf3ab34b req-b79fcc76-cb4f-4dc3-89de-af893b5635f2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:49.809414 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ce2c9ee0-b85c-48b5-9d63-7c29bf3ab34b req-b79fcc76-cb4f-4dc3-89de-af893b5635f2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0567315 Jul 27 10:53:49.869750 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0105e-f6fd-4285-93ee-fab2b72e8871 req-7e7ba5e5-3a76-4d59-b51c-7aa9059c2aa4 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:49.871284 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-57c0105e-f6fd-4285-93ee-fab2b72e8871 req-7e7ba5e5-3a76-4d59-b51c-7aa9059c2aa4 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 943 time: 0.0607765 Jul 27 10:53:49.910779 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ce2c9ee0-b85c-48b5-9d63-7c29bf3ab34b req-48efbd22-f1a5-4047-868f-c32c56005804 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918972 Jul 27 10:53:49.921553 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:49.942751 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-57c0105e-f6fd-4285-93ee-fab2b72e8871 req-1a3564c3-855c-4674-84c6-f04cc8bb8f3d tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630598 Jul 27 10:53:50.031253 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Deleting port 981cda21-54bb-48f6-b143-978375fc0234 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:53:50.031513 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (981cda21-54bb-48f6-b143-978375fc0234), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:50.112066 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] For port 981cda21-54bb-48f6-b143-978375fc0234, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=981cda21-54bb-48f6-b143-978375fc0234,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:50.112436 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (981cda21-54bb-48f6-b143-978375fc0234), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:50.130201 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Calling delete_port for 981cda21-54bb-48f6-b143-978375fc0234 owned by network:router_interface {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:53:50.197134 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:50.326349 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (981cda21-54bb-48f6-b143-978375fc0234), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:50.351366 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Pushing event deleted for resources: {'Port': ['ID=981cda21-54bb-48f6-b143-978375fc0234,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:50.418409 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:50.534421 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (204103ae-25a8-402f-8e2d-56c14802ada1), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:50.689292 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 67094334-d4e5-4e12-8330-54950d8081bb details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:53:50.721291 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:50.722306 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:50.785412 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Router 204103ae-25a8-402f-8e2d-56c14802ada1 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:53:50.803896 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 67094334-d4e5-4e12-8330-54950d8081bb, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=67094334-d4e5-4e12-8330-54950d8081bb,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:50.817864 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '67094334-d4e5-4e12-8330-54950d8081bb', 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7', 'port_id': '67094334-d4e5-4e12-8330-54950d8081bb', 'mac_address': 'fa:16:3e:eb:64:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5204fa0-0536-460b-9f7b-a6c197db966f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:53:50.861862 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 67094334-d4e5-4e12-8330-54950d8081bb is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:53:50.862527 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (67094334-d4e5-4e12-8330-54950d8081bb), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:50.879277 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67094334-d4e5-4e12-8330-54950d8081bb {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:53:50.904618 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 67094334-d4e5-4e12-8330-54950d8081bb, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=67094334-d4e5-4e12-8330-54950d8081bb,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:50.908992 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:53:50.911219 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (67094334-d4e5-4e12-8330-54950d8081bb), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:50.912256 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:53:50.919058 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-285cd09c-5ea2-45d9-b4e8-33139042de0c admin admin] 10.222.0.36 "PUT /v2.0/routers/204103ae-25a8-402f-8e2d-56c14802ada1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4985025 Jul 27 10:53:50.921456 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55526) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:50.944707 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] Sync routers for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:53:50.997852 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=67094334-d4e5-4e12-8330-54950d8081bb,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:51.022441 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:53:51.027208 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:53:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:51.052559 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks [] for router (204103ae-25a8-402f-8e2d-56c14802ada1), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.082753 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.083062 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.083381 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.083751 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.084094 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.084430 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.084766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.087090 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.087431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.087766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.088152 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.088504 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.088836 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.089161 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.089517 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:51.158645 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1b7fc-f55f-4efc-aef7-ec912f87d233 req-4d739b77-6a68-4e27-9a3d-c7973d7a7496 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:51.166331 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cff1b7fc-f55f-4efc-aef7-ec912f87d233 req-4d739b77-6a68-4e27-9a3d-c7973d7a7496 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 944 time: 0.1008019 Jul 27 10:53:51.197581 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks [] for router_gateway (204103ae-25a8-402f-8e2d-56c14802ada1), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.235454 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:53:51.237504 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec716a-1483-4bee-a912-9eb75b339315 req-58263fe3-e6e1-43e7-b7a9-42a2ea6c3d6c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:51.245429 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3bec716a-1483-4bee-a912-9eb75b339315 req-58263fe3-e6e1-43e7-b7a9-42a2ea6c3d6c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.1611364 Jul 27 10:53:51.259314 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Deleting port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:53:51.259661 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.318962 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3bec716a-1483-4bee-a912-9eb75b339315 req-7aa670ea-09a2-45b7-b42c-227bb1cde8aa tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716221 Jul 27 10:53:51.328823 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:51.346373 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cff1b7fc-f55f-4efc-aef7-ec912f87d233 req-7eea3484-3b78-46ca-8de5-70826cb03093 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788003 Jul 27 10:53:51.385930 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] For port 021fad2a-5303-4fb2-8e6f-1e04baff0e0f, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=021fad2a-5303-4fb2-8e6f-1e04baff0e0f,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:51.386865 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.411807 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Calling delete_port for 021fad2a-5303-4fb2-8e6f-1e04baff0e0f owned by network:router_gateway {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:53:51.502816 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:51.503218 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:51.546724 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'port_id': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'mac_address': 'fa:16:3e:24:59:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:53:51.624734 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 00068b36-ce10-4a47-b546-3d3c7530d0a1 is: ACTIVE; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:53:51.625509 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.659058 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (021fad2a-5303-4fb2-8e6f-1e04baff0e0f), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.689101 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Pushing event deleted for resources: {'Port': ['ID=021fad2a-5303-4fb2-8e6f-1e04baff0e0f,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:51.689811 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00068b36-ce10-4a47-b546-3d3c7530d0a1 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:53:51.734199 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:51.737578 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:53:50Z', 'revision_number': 5, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port': {'id': '021fad2a-5303-4fb2-8e6f-1e04baff0e0f', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:47:54Z', 'updated_at': '2022-07-27T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:51.791720 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] Checking router: 204103ae-25a8-402f-8e2d-56c14802ada1 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:53:51.793922 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.798167 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (204103ae-25a8-402f-8e2d-56c14802ada1), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.838120 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] Routers {'204103ae-25a8-402f-8e2d-56c14802ada1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:53:51.838895 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:53:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['204103ae-25a8-402f-8e2d-56c14802ada1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:51.914996 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (204103ae-25a8-402f-8e2d-56c14802ada1), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.918468 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks [] for router_controller (204103ae-25a8-402f-8e2d-56c14802ada1), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.932795 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:51.964284 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] Set router 204103ae-25a8-402f-8e2d-56c14802ada1 gateway port host: None {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:53:51.975255 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (204103ae-25a8-402f-8e2d-56c14802ada1), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:51.976009 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 204103ae-25a8-402f-8e2d-56c14802ada1 {{(pid=110617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:53:51.988606 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.000430 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-25610afa-fa51-4cc9-9dc3-bb768e23f839 admin admin] 10.222.0.36 "DELETE /v2.0/routers/204103ae-25a8-402f-8e2d-56c14802ada1 HTTP/1.1" status: 204 len: 168 time: 1.0776167 Jul 27 10:53:52.003081 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55532) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:52.038998 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['00068b36-ce10-4a47-b546-3d3c7530d0a1'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:53:52.041692 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=6']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:52.045239 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:53:51Z', 'revision_number': 7, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:52.052388 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:52.080103 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0c1656-09e3-4588-8980-4fd02c2c80eb admin admin] Deleting subnet 2affabea-7a41-4600-a5a5-82ca4a3c05ed {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:53:52.084090 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1656-09e3-4588-8980-4fd02c2c80eb admin admin] Publish callbacks [] for subnet (2affabea-7a41-4600-a5a5-82ca4a3c05ed), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.109765 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['67094334-d4e5-4e12-8330-54950d8081bb'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:53:52.119342 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ae0f9-df9a-4d6a-83fb-c9335f79a5c1 None None] The sync data for ids ['204103ae-25a8-402f-8e2d-56c14802ada1'] in dv-cinder-850840-3-iscsi is: [{'id': '204103ae-25a8-402f-8e2d-56c14802ada1', 'name': 'tempest-AttachVolumeTestJSON-1167864274-router', 'tenant_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:47:51Z', 'updated_at': '2022-07-27T10:53:51Z', 'revision_number': 7, 'project_id': 'c4f3fa51a14844b1babdbd9533b7c3ec', 'gw_port_host': None}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:53:52.149223 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1656-09e3-4588-8980-4fd02c2c80eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (2affabea-7a41-4600-a5a5-82ca4a3c05ed), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.207549 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-012a8a97-37af-4e3c-b406-e1aeae84a5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.274517 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:52.313775 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1656-09e3-4588-8980-4fd02c2c80eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (2affabea-7a41-4600-a5a5-82ca4a3c05ed), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.458720 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1656-09e3-4588-8980-4fd02c2c80eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (2affabea-7a41-4600-a5a5-82ca4a3c05ed), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.505111 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c1656-09e3-4588-8980-4fd02c2c80eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2affabea-7a41-4600-a5a5-82ca4a3c05ed,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:52.536081 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1656-09e3-4588-8980-4fd02c2c80eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.540044 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-8e0c1656-09e3-4588-8980-4fd02c2c80eb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2affabea-7a41-4600-a5a5-82ca4a3c05ed HTTP/1.1" status: 204 len: 168 time: 0.5355210 Jul 27 10:53:52.543280 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55538) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:52.547020 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07167c7-7100-4f2f-b867-9f357d2a618e None None] Network f2e90474-ace9-49cb-b20f-0a0062fb4ae0 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:53:52.628062 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0bd3-78a0-4ae7-b8d2-c56a94df5984 req-dbcf4134-d8dc-4511-bc0e-bcdccdaece80 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:52.641481 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-75ba0bd3-78a0-4ae7-b8d2-c56a94df5984 req-dbcf4134-d8dc-4511-bc0e-bcdccdaece80 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 944 time: 0.1385002 Jul 27 10:53:52.658894 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (f2e90474-ace9-49cb-b20f-0a0062fb4ae0), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.669109 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f88ef7-b4f6-4a84-958b-a92f8e1b49c2 req-55e05427-10a5-42c6-90c6-0b5564f6dd95 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:52.685441 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-82f88ef7-b4f6-4a84-958b-a92f8e1b49c2 req-55e05427-10a5-42c6-90c6-0b5564f6dd95 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 944 time: 0.1855736 Jul 27 10:53:52.722520 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Deleting port c7beebd3-128d-4f4d-9301-fe5d6583cbfc {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:53:52.722938 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.777989 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-82f88ef7-b4f6-4a84-958b-a92f8e1b49c2 req-fe049f21-0b98-46da-bd8e-a76fb0744c36 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859718 Jul 27 10:53:52.800244 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-75ba0bd3-78a0-4ae7-b8d2-c56a94df5984 req-a9a0e7c9-f2c9-4f6f-8257-5b864d4745c9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577902 Jul 27 10:53:52.814262 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] For port c7beebd3-128d-4f4d-9301-fe5d6583cbfc, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c7beebd3-128d-4f4d-9301-fe5d6583cbfc,segment=NetworkSegment(7579600d-6043-42ce-930c-4d8d251bc911),segment_id=7579600d-6043-42ce-930c-4d8d251bc911)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:52.814796 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.831437 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Calling delete_port for c7beebd3-128d-4f4d-9301-fe5d6583cbfc owned by network:dhcp {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:53:52.883950 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 67094334-d4e5-4e12-8330-54950d8081bb up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:53:52.945111 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 67094334-d4e5-4e12-8330-54950d8081bb completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:53:52.954028 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (c7beebd3-128d-4f4d-9301-fe5d6583cbfc), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.960262 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 67094334-d4e5-4e12-8330-54950d8081bb triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:53:52.961569 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (67094334-d4e5-4e12-8330-54950d8081bb), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:52.999745 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7beebd3-128d-4f4d-9301-fe5d6583cbfc,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:53.005745 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] No DVR routers for this DVR port c7beebd3-128d-4f4d-9301-fe5d6583cbfc on host dv-cinder-850840-3-iscsi {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:53:53.027134 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707edffd-30e4-44ec-9b13-6ac7525c1b09 None None] DHCP port deletion for f2e90474-ace9-49cb-b20f-0a0062fb4ae0 request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 10:53:53.113671 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 67094334-d4e5-4e12-8330-54950d8081bb is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:53:53.114171 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (67094334-d4e5-4e12-8330-54950d8081bb), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.126417 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (f2e90474-ace9-49cb-b20f-0a0062fb4ae0), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.143366 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbee04c-76a8-4de1-95aa-8f1a3ce0de5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67094334-d4e5-4e12-8330-54950d8081bb'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:53:53.145985 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb58baa7-7307-43a8-ad1b-27c12f7ef5b8" -d '{"events": [{"server_uuid": "abbee04c-76a8-4de1-95aa-8f1a3ce0de5b", "name": "network-vif-plugged", "status": "completed", "tag": "67094334-d4e5-4e12-8330-54950d8081bb"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:53:53.155124 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e90474-ace9-49cb-b20f-0a0062fb4ae0']}} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:53.159882 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 67094334-d4e5-4e12-8330-54950d8081bb, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=67094334-d4e5-4e12-8330-54950d8081bb,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:53.168278 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (67094334-d4e5-4e12-8330-54950d8081bb), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.171869 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:53:53.179906 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7579600d-6043-42ce-930c-4d8d251bc911') {'for_net_delete': True} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:53.180207 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7579600d-6043-42ce-930c-4d8d251bc911') {} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:53.191912 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401372'] for segment (7579600d-6043-42ce-930c-4d8d251bc911), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.207874 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (7579600d-6043-42ce-930c-4d8d251bc911), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.218579 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=110617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:53:53.219151 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126546592'] for segment (7579600d-6043-42ce-930c-4d8d251bc911), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.284947 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:53.289209 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment 7579600d-6043-42ce-930c-4d8d251bc911 resource provider aggregate not found Jul 27 10:53:53.297359 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=67094334-d4e5-4e12-8330-54950d8081bb,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:53.307643 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 00068b36-ce10-4a47-b546-3d3c7530d0a1 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:53:53.308784 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.325043 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (f2e90474-ace9-49cb-b20f-0a0062fb4ae0), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.337660 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.343589 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2e90474-ace9-49cb-b20f-0a0062fb4ae0 HTTP/1.1" status: 204 len: 168 time: 0.7966583 Jul 27 10:53:53.349499 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment 7579600d-6043-42ce-930c-4d8d251bc911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7579600d-6043-42ce-930c-4d8d251bc911 found for delete ", "request_id": "req-827541bf-329d-4636-bf54-df03ca189526"}]} Jul 27 10:53:53.351804 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c17447-2653-4243-bf37-e02ad1af62fe x-openstack-request-id: req-f5c17447-2653-4243-bf37-e02ad1af62fe {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:53:53.352113 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbee04c-76a8-4de1-95aa-8f1a3ce0de5b", "name": "network-vif-plugged", "status": "completed", "tag": "67094334-d4e5-4e12-8330-54950d8081bb", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:53:53.352377 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5c17447-2653-4243-bf37-e02ad1af62fe {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:53:53.352776 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c17447-2653-4243-bf37-e02ad1af62fe'] response: {'server_uuid': 'abbee04c-76a8-4de1-95aa-8f1a3ce0de5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67094334-d4e5-4e12-8330-54950d8081bb', 'code': 200} Jul 27 10:53:53.366372 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eadc82-2a95-4aef-a653-305fa1de66a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e90474-ace9-49cb-b20f-0a0062fb4ae0,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:53.371006 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:53.427435 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 00068b36-ce10-4a47-b546-3d3c7530d0a1 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:53:53.431927 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.460662 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:53.503591 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:53.511744 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.564351 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bbb3e-0f72-46fe-9c96-9aaf6a610271 req-41873f2d-c665-4889-9702-120f272577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:53.564351 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-894bbb3e-0f72-46fe-9c96-9aaf6a610271 req-41873f2d-c665-4889-9702-120f272577c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 1129 time: 0.1014612 Jul 27 10:53:53.580876 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55550) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:53.585641 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=7']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:53.616941 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-894bbb3e-0f72-46fe-9c96-9aaf6a610271 req-29cd6cb2-1b70-4667-a9c9-e80b2febb9ef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Jul 27 10:53:53.629419 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-3b5070c7-8ffa-423d-b724-5ee50ccc282c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4f3fa51a14844b1babdbd9533b7c3ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474706 Jul 27 10:53:53.631934 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55552) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:53.688406 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cc929edd-d19b-4fca-8ff8-95e98a49e5d0 admin admin] Publish callbacks [] for security_group (928ff53e-f745-43a2-9098-7e35c7025739), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.717798 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cc929edd-d19b-4fca-8ff8-95e98a49e5d0 admin admin] Publish callbacks [] for security_group (928ff53e-f745-43a2-9098-7e35c7025739), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.771951 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:53.789017 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cc929edd-d19b-4fca-8ff8-95e98a49e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (928ff53e-f745-43a2-9098-7e35c7025739), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.795479 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cc929edd-d19b-4fca-8ff8-95e98a49e5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:53.797040 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-cc929edd-d19b-4fca-8ff8-95e98a49e5d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/928ff53e-f745-43a2-9098-7e35c7025739 HTTP/1.1" status: 204 len: 168 time: 0.1640606 Jul 27 10:53:53.817902 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc929edd-d19b-4fca-8ff8-95e98a49e5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ff53e-f745-43a2-9098-7e35c7025739,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:53.854291 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 981cda21-54bb-48f6-b143-978375fc0234 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:53:53.899029 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 981cda21-54bb-48f6-b143-978375fc0234 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:53:53.900690 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 981cda21-54bb-48f6-b143-978375fc0234 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:53:53.902686 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 021fad2a-5303-4fb2-8e6f-1e04baff0e0f no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:53:53.958684 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 021fad2a-5303-4fb2-8e6f-1e04baff0e0f {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:53:53.959383 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 021fad2a-5303-4fb2-8e6f-1e04baff0e0f not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:53:53.960043 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c7beebd3-128d-4f4d-9301-fe5d6583cbfc no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:53:53.962654 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204f135-edcb-47b0-af0c-8ad344c796d8 req-95186b91-d645-42df-8781-1c9bb2bd7653 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:53.970721 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b204f135-edcb-47b0-af0c-8ad344c796d8 req-95186b91-d645-42df-8781-1c9bb2bd7653 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 945 time: 0.0733542 Jul 27 10:53:53.980810 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: c7beebd3-128d-4f4d-9301-fe5d6583cbfc {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:53:53.981491 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c7beebd3-128d-4f4d-9301-fe5d6583cbfc not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:53:54.047403 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d52596-a187-4479-a438-ba9fdb2ad245 req-b5896323-e01c-4e0a-8747-4aec2b385f5a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:54.048958 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-40d52596-a187-4479-a438-ba9fdb2ad245 req-b5896323-e01c-4e0a-8747-4aec2b385f5a tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0763245 Jul 27 10:53:54.099584 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b204f135-edcb-47b0-af0c-8ad344c796d8 req-d9631d9d-1597-45f3-ae39-9fe606544078 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279976 Jul 27 10:53:54.123385 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-40d52596-a187-4479-a438-ba9fdb2ad245 req-c6d5ea92-e290-4197-a2e4-dd989b85f1aa tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656672 Jul 27 10:53:54.431427 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-72fd718d-0559-427b-aef0-562ac597665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:54.754229 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55582) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:54.869925 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2096530515-network', 'tenant_id': '069d5edd9d9346bdb10c80922a763605'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:53:54.875006 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:54.897282 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Made reservation on behalf of 069d5edd9d9346bdb10c80922a763605 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:53:54.900218 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:54.909634 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.008929 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Publish callbacks [] for security_group (69f2ba56-d4d2-4f9b-aeb3-dde221a374f6), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.013566 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (69f2ba56-d4d2-4f9b-aeb3-dde221a374f6), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.046485 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:55.052716 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:53:55.064602 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f2ba56-d4d2-4f9b-aeb3-dde221a374f6,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:55.071427 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (bdb231ee-c170-4227-9ed7-c13932a9341e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.071765 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Added segment bdb231ee-c170-4227-9ed7-c13932a9341e of type vlan for network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 Jul 27 10:53:55.142853 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (1d6af9c8-63cc-45e0-96b7-7129da7ac289), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.173153 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (1d6af9c8-63cc-45e0-96b7-7129da7ac289), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.174679 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:55.175799 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.256067 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17d4a5-0dcb-4e27-9245-964529889dd8 req-49f4307b-f6f8-4ee0-a3a7-ee454359568e tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:55.257658 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9b17d4a5-0dcb-4e27-9245-964529889dd8 req-49f4307b-f6f8-4ee0-a3a7-ee454359568e tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 945 time: 0.0639634 Jul 27 10:53:55.266566 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6af9c8-63cc-45e0-96b7-7129da7ac289,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:55.277974 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:53:55.290668 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c1aad013-6dca-4a28-ad5b-a6c758663019 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5328543 Jul 27 10:53:55.291086 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55590) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:55.299319 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Request body: {'subnet': {'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-subnet', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:53:55.336201 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Made reservation on behalf of 069d5edd9d9346bdb10c80922a763605 for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:53:55.339385 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129740455'] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.354566 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:53:55.359483 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b9c93-c4d1-4321-8008-0fb40e0671ac" -d '{"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-plugged", "status": "completed", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:53:55.361628 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3f85a-a21c-4b91-8e98-5a39df9460b3 req-4de06d2b-3f10-4be4-9c8f-1efe055b1c33 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:55.368519 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9cd3f85a-a21c-4b91-8e98-5a39df9460b3 req-4de06d2b-3f10-4be4-9c8f-1efe055b1c33 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.1092045 Jul 27 10:53:55.442647 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9b17d4a5-0dcb-4e27-9245-964529889dd8 req-420837c0-e98a-4678-b5fb-9f7d69165bef tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667216 Jul 27 10:53:55.451850 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9cd3f85a-a21c-4b91-8e98-5a39df9460b3 req-ce434940-50fe-48a0-bf0f-b1c702f2a2fb tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825016 Jul 27 10:53:55.526725 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.529870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510a313e-c4fb-4ad5-bb49-8d3822c47c76 x-openstack-request-id: req-510a313e-c4fb-4ad5-bb49-8d3822c47c76 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:53:55.530353 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-plugged", "status": "completed", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:53:55.530826 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-510a313e-c4fb-4ad5-bb49-8d3822c47c76 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:53:55.531744 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-510a313e-c4fb-4ad5-bb49-8d3822c47c76'] response: {'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'code': 200} Jul 27 10:53:55.844508 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126546495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129740425'] for subnet (0db7642a-ba9a-418a-899d-470f110ab7ef), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.910197 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:55.914413 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db7642a-ba9a-418a-899d-470f110ab7ef,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:55.926594 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Checking segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:53:55.926975 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Network hostable DHCP agents. Network: 1d6af9c8-63cc-45e0-96b7-7129da7ac289, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:53:55.957631 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:53:55.969114 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 1d6af9c8-63cc-45e0-96b7-7129da7ac289) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:53:55.975053 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:55.975299 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:55.979683 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3a0425-5d09-449a-9e74-90fa8423d598 None None] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:53:55.997284 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7aae5400-d888-4fb7-8806-c587e5e796f6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7046249 Jul 27 10:53:56.002714 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55594) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:56.009949 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:53:56.041560 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (47893665-1e93-4a18-9fb1-f4c7d00169e2), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.042943 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (47893665-1e93-4a18-9fb1-f4c7d00169e2), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.109711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks [] for router_controller (47893665-1e93-4a18-9fb1-f4c7d00169e2), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.133075 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:53:56.134572 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.183459 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:56.263711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks [] for router_gateway (47893665-1e93-4a18-9fb1-f4c7d00169e2), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.309943 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Allocated IP 172.20.0.2 (1d6af9c8-63cc-45e0-96b7-7129da7ac289/0db7642a-ba9a-418a-899d-470f110ab7ef/d0824ddf-0a6f-483b-b755-8fa777fd82da) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:53:56.500285 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Publish callbacks [] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.516662 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks [] for router_gateway (47893665-1e93-4a18-9fb1-f4c7d00169e2), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.525486 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.553236 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.571598 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:53:56.589520 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:53:56.593969 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:53:56.640332 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4a8d2-82ec-404c-b061-d38f57bc3705 req-b4a46e53-27a9-4ce9-97a7-b20f663e0e76 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:56.642136 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d9c4a8d2-82ec-404c-b061-d38f57bc3705 req-b4a46e53-27a9-4ce9-97a7-b20f663e0e76 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 945 time: 0.1020730 Jul 27 10:53:56.676396 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Attempting to bind port d0824ddf-0a6f-483b-b755-8fa777fd82da on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:53:56.676928 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Attempting to bind port d0824ddf-0a6f-483b-b755-8fa777fd82da by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:53:56.677385 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Attempting to bind port d0824ddf-0a6f-483b-b755-8fa777fd82da on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:53:56.679679 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Pushing event updated for resources: {'Port': ['ID=d0824ddf-0a6f-483b-b755-8fa777fd82da,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:56.686523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:53:56.687089 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Checking segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:53:56.687586 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.688345 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Bound using segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:53:56.688648 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Bound port: d0824ddf-0a6f-483b-b755-8fa777fd82da, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:53:56.689144 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.766554 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:56.774645 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb8c5-a33a-4dac-a855-543b2463ed70 req-1f649d13-5e07-4c3f-92c6-08cf2bf1dce8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:56.781268 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9a5cb8c5-a33a-4dac-a855-543b2463ed70 req-1f649d13-5e07-4c3f-92c6-08cf2bf1dce8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.1489043 Jul 27 10:53:56.782622 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] For port d0824ddf-0a6f-483b-b755-8fa777fd82da, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:53:56.787686 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] For port d0824ddf-0a6f-483b-b755-8fa777fd82da, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d0824ddf-0a6f-483b-b755-8fa777fd82da,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:53:56.799872 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:56.811241 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:56.867233 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:56.870842 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d9c4a8d2-82ec-404c-b061-d38f57bc3705 req-b7788849-ea71-4454-bf1b-6f9a3cc02335 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042089 Jul 27 10:53:56.883293 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Allocated IP 172.27.0.29 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/4df2c305-3822-42c4-8f5c-386428410f9e) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:53:56.893692 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9a5cb8c5-a33a-4dac-a855-543b2463ed70 req-e7270dbf-409b-4d78-ba49-2337b845a8c3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089785 Jul 27 10:53:56.919890 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7523b-ff44-4b35-af4d-8bb095b57c78 None None] Pushing event updated for resources: {'Port': ['ID=d0824ddf-0a6f-483b-b755-8fa777fd82da,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:57.057903 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks [] for port (4df2c305-3822-42c4-8f5c-386428410f9e), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:57.123652 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:57.211421 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:53:57.225965 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:53:57.236012 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:53:57.313849 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:57.322177 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Pushing event updated for resources: {'Port': ['ID=4df2c305-3822-42c4-8f5c-386428410f9e,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:57.421763 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:57.515597 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:57.521318 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:57.596446 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks [] for router_gateway (47893665-1e93-4a18-9fb1-f4c7d00169e2), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:57.707084 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:57.885697 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d0824ddf-0a6f-483b-b755-8fa777fd82da up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:53:57.960619 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port d0824ddf-0a6f-483b-b755-8fa777fd82da triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:53:57.961481 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:58.158675 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port d0824ddf-0a6f-483b-b755-8fa777fd82da is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:53:58.159079 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:58.162412 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7475c6f-3338-4605-8284-75f41c550949 req-96e156b3-4f1e-4d59-98cf-79911ff2f81c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:58.169779 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b7475c6f-3338-4605-8284-75f41c550949 req-96e156b3-4f1e-4d59-98cf-79911ff2f81c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0724666 Jul 27 10:53:58.222485 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port d0824ddf-0a6f-483b-b755-8fa777fd82da, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d0824ddf-0a6f-483b-b755-8fa777fd82da,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:53:58.228864 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:58.344639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=d0824ddf-0a6f-483b-b755-8fa777fd82da,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:58.356307 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b7475c6f-3338-4605-8284-75f41c550949 req-49bf6638-5ded-4693-8237-b5938da28f11 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853507 Jul 27 10:53:58.382400 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (47893665-1e93-4a18-9fb1-f4c7d00169e2), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:58.466800 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7be1ec-74bb-45d6-9d1a-5ba9a97a5af6 None None] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:53:58.535139 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-d8ae7985-7172-4c51-bc75-db9a1606d316 None None] Provisioning complete for port d0824ddf-0a6f-483b-b755-8fa777fd82da triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:53:58.535514 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7985-7172-4c51-bc75-db9a1606d316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:58.544582 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:58.599872 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:53:58.698439 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae7985-7172-4c51-bc75-db9a1606d316 None None] Current status of the port d0824ddf-0a6f-483b-b755-8fa777fd82da is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:53:58.762317 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:53:58.773009 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:53:58.788915 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:58.793582 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-441f7918-f3f3-4294-b4e3-3f9d81257b04 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7863374 Jul 27 10:53:58.793761 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:53:58.793761 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:53:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:58.793993 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55664) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:53:58.977691 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:53:58.997111 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:59.018441 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-aea09665-c213-48e1-a44a-a3a409d37c61 None None] Provisioning complete for port d0824ddf-0a6f-483b-b755-8fa777fd82da triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:53:59.018842 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-aea09665-c213-48e1-a44a-a3a409d37c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.133979 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-aea09665-c213-48e1-a44a-a3a409d37c61 None None] Current status of the port d0824ddf-0a6f-483b-b755-8fa777fd82da is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:53:59.233803 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:53:57Z', 'revision_number': 3, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:53:59.263491 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:53:59.263865 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Updating router 47893665-1e93-4a18-9fb1-f4c7d00169e2 port 4df2c305-3822-42c4-8f5c-386428410f9e binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:53:59.298505 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.375506 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.531286 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0afdc-e644-41ad-9753-4582c98d2aa5 req-0fb02eb0-767c-4666-a44c-81ff9a6784b1 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:59.532836 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-24b0afdc-e644-41ad-9753-4582c98d2aa5 req-0fb02eb0-767c-4666-a44c-81ff9a6784b1 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0720055 Jul 27 10:53:59.571786 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Allocated IP 172.20.0.1 (1d6af9c8-63cc-45e0-96b7-7129da7ac289/0db7642a-ba9a-418a-899d-470f110ab7ef/561fd40c-0998-4259-a96b-d5746764d519) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:53:59.635142 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-24b0afdc-e644-41ad-9753-4582c98d2aa5 req-7f843c19-2677-4719-b5a8-e4cf6ae9f856 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961807 Jul 27 10:53:59.723255 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Publish callbacks [] for port (4df2c305-3822-42c4-8f5c-386428410f9e), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.732398 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.781000 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-3b7b886a-7537-42c1-8246-3e859a4ad3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:53:59.781000 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-3b7b886a-7537-42c1-8246-3e859a4ad3e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 1129 time: 0.0630543 Jul 27 10:53:59.798439 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Publish callbacks [] for port (561fd40c-0998-4259-a96b-d5746764d519), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.828853 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Pushing event updated for resources: {'Port': ['ID=4df2c305-3822-42c4-8f5c-386428410f9e,revision_number=2']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:53:59.855716 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.856054 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.856415 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.856759 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.857089 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.857411 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.857735 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.858045 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.858365 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.858703 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.859318 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.859672 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.860178 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.860504 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.860924 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:53:59.863298 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:53:59.869529 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Attempting to bind port 4df2c305-3822-42c4-8f5c-386428410f9e on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:53:59.869916 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Attempting to bind port 4df2c305-3822-42c4-8f5c-386428410f9e by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:53:59.870950 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Attempting to bind port 4df2c305-3822-42c4-8f5c-386428410f9e on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:53:59.875668 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (561fd40c-0998-4259-a96b-d5746764d519), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.877901 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:53:59.878277 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:53:59.878691 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.879078 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:53:59.879788 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Bound port: 4df2c305-3822-42c4-8f5c-386428410f9e, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:53:59.880296 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:53:59.901010 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d0824ddf-0a6f-483b-b755-8fa777fd82da up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:53:59.973399 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] For port 4df2c305-3822-42c4-8f5c-386428410f9e, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:53:59.983381 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] For port 4df2c305-3822-42c4-8f5c-386428410f9e, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=4df2c305-3822-42c4-8f5c-386428410f9e,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:53:59.992902 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:00.027003 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:54:00.034242 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:54:00.037596 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:54:00.086923 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:00.092354 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640d90e-71b7-4b1f-8770-9a03daa07291 None None] Pushing event updated for resources: {'Port': ['ID=4df2c305-3822-42c4-8f5c-386428410f9e,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:00.092656 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (47893665-1e93-4a18-9fb1-f4c7d00169e2), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:00.125603 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:54:00.126217 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:53:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:00.165861 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port d0824ddf-0a6f-483b-b755-8fa777fd82da triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:00.166391 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:00.186980 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Pushing event updated for resources: {'Port': ['ID=561fd40c-0998-4259-a96b-d5746764d519,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:00.294044 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:00.302392 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port d0824ddf-0a6f-483b-b755-8fa777fd82da is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:00.314902 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:00.338259 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:54:00.345919 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-f0295ce0-46e8-49d3-ae95-38b82bf4a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:00.348290 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-f0295ce0-46e8-49d3-ae95-38b82bf4a55f service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.4793987 Jul 27 10:54:00.469015 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-0f422da9-dfef-45a1-931e-6a7b9275f717 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 200 len: 1001 time: 0.1051040 Jul 27 10:54:00.469620 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (561fd40c-0998-4259-a96b-d5746764d519), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:00.498235 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-cd831473-cd71-4e8e-bf56-e49a4166a085 None None] Provisioning complete for port 561fd40c-0998-4259-a96b-d5746764d519 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:00.500780 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-cd831473-cd71-4e8e-bf56-e49a4166a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (561fd40c-0998-4259-a96b-d5746764d519), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:00.505459 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:00.598158 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-cdfc87bf-6e64-4a40-a8ff-f5681ba66c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:00.598946 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-cd831473-cd71-4e8e-bf56-e49a4166a085 None None] Port 561fd40c-0998-4259-a96b-d5746764d519 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:54:00.599829 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-cdfc87bf-6e64-4a40-a8ff-f5681ba66c4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.1123271 Jul 27 10:54:00.650267 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:53:57Z', 'revision_number': 3, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:00.684984 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2a6ed-96eb-4e23-97d7-604e0d9c4d1c None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:53:57Z', 'revision_number': 3, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:54:00.732867 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-793da644-3065-4d88-bed3-ada86a1a1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:00.735005 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-793da644-3065-4d88-bed3-ada86a1a1997 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835662 Jul 27 10:54:00.834223 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fab89a-a69b-471e-9534-6b5cd3b97d07 req-edc530a8-a7ee-475c-934b-c9bf365a551e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:00.842205 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-21fab89a-a69b-471e-9534-6b5cd3b97d07 req-edc530a8-a7ee-475c-934b-c9bf365a551e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0787733 Jul 27 10:54:00.930562 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Publish callbacks [] for port (561fd40c-0998-4259-a96b-d5746764d519), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:00.938718 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (561fd40c-0998-4259-a96b-d5746764d519), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:00.949294 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-21fab89a-a69b-471e-9534-6b5cd3b97d07 req-82d462c3-a013-475c-ae64-ab1d3c0e1bf7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051118 Jul 27 10:54:01.017843 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Pushing event updated for resources: {'Port': ['ID=561fd40c-0998-4259-a96b-d5746764d519,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:01.021732 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-95ec5137-eb16-4c63-af4c-3fed0b007cf9 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748854 Jul 27 10:54:01.124900 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (47893665-1e93-4a18-9fb1-f4c7d00169e2), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:01.240784 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:01.256955 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c8c9f576-c5f3-4d55-825e-5d57c9df9f3f req-5ad63dff-7f1c-4c0b-8b03-99eafc37c455 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269449 Jul 27 10:54:01.262964 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:01.308760 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:54:01.310248 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:54:01.476118 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:54:01.631587 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:54:01.653443 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c0f1f92e-530f-4e23-912b-c97ed93f899a admin admin] 10.222.0.36 "PUT /v2.0/routers/47893665-1e93-4a18-9fb1-f4c7d00169e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8494463 Jul 27 10:54:01.653653 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-89050591-1818-430b-b828-057dbeff199b None None] Provisioning complete for port 561fd40c-0998-4259-a96b-d5746764d519 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:01.653653 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-89050591-1818-430b-b828-057dbeff199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (561fd40c-0998-4259-a96b-d5746764d519), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:01.723484 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:01.742826 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-89050591-1818-430b-b828-057dbeff199b None None] Port 561fd40c-0998-4259-a96b-d5746764d519 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:54:01.871436 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 4df2c305-3822-42c4-8f5c-386428410f9e up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:54:01.976677 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 4df2c305-3822-42c4-8f5c-386428410f9e triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:01.977529 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.122059 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:02.131523 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2277f-85fe-4b22-8f0f-403b86486709 req-6b0e8021-81a2-4820-863d-c0a3ccbf8b0c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:02.139389 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-66c2277f-85fe-4b22-8f0f-403b86486709 req-6b0e8021-81a2-4820-863d-c0a3ccbf8b0c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0609286 Jul 27 10:54:02.144735 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 4df2c305-3822-42c4-8f5c-386428410f9e is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:02.145214 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.186648 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port 4df2c305-3822-42c4-8f5c-386428410f9e, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=4df2c305-3822-42c4-8f5c-386428410f9e,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:02.191868 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.199327 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55684) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:54:02.203934 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-b313d1dd-50a9-4b1f-9111-87dd1e53d41b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003769039', 'description': 'tempest-description--233205665'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:02.217703 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-66c2277f-85fe-4b22-8f0f-403b86486709 req-899dea75-30e4-434b-90d3-b79908706765 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773876 Jul 27 10:54:02.234426 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b313d1dd-50a9-4b1f-9111-87dd1e53d41b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.277080 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=4df2c305-3822-42c4-8f5c-386428410f9e,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:02.340790 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b313d1dd-50a9-4b1f-9111-87dd1e53d41b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (7cd4266e-bd2f-4e0c-963a-16c327bcb055), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.361066 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b313d1dd-50a9-4b1f-9111-87dd1e53d41b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7cd4266e-bd2f-4e0c-963a-16c327bcb055), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.391998 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b313d1dd-50a9-4b1f-9111-87dd1e53d41b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.393359 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-b313d1dd-50a9-4b1f-9111-87dd1e53d41b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1928709 Jul 27 10:54:02.395288 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313d1dd-50a9-4b1f-9111-87dd1e53d41b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd4266e-bd2f-4e0c-963a-16c327bcb055,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:02.397241 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55688) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:54:02.401954 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-3643d32a-970b-4d7b-b724-710e1d86fd86 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group_rule': {'security_group_id': '7cd4266e-bd2f-4e0c-963a-16c327bcb055', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:02.439290 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3643d32a-970b-4d7b-b724-710e1d86fd86 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (bdee5b06-ff66-437c-b4e9-3e5b4f645fa2), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.506129 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3643d32a-970b-4d7b-b724-710e1d86fd86 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (bdee5b06-ff66-437c-b4e9-3e5b4f645fa2), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.511593 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3643d32a-970b-4d7b-b724-710e1d86fd86 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (bdee5b06-ff66-437c-b4e9-3e5b4f645fa2), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.531660 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643d32a-970b-4d7b-b724-710e1d86fd86 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdee5b06-ff66-437c-b4e9-3e5b4f645fa2,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:02.546261 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3643d32a-970b-4d7b-b724-710e1d86fd86 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.550334 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-3643d32a-970b-4d7b-b724-710e1d86fd86 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494341 Jul 27 10:54:02.550551 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55692) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:54:02.555246 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-bc8a1263-0ac5-4a4c-b973-ab02a4ce865e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group_rule': {'security_group_id': '7cd4266e-bd2f-4e0c-963a-16c327bcb055', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:02.593191 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1263-0ac5-4a4c-b973-ab02a4ce865e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (a58f13c5-e62b-4042-9456-7a06a3aaccbe), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.649973 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1263-0ac5-4a4c-b973-ab02a4ce865e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (a58f13c5-e62b-4042-9456-7a06a3aaccbe), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.655146 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1263-0ac5-4a4c-b973-ab02a4ce865e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (a58f13c5-e62b-4042-9456-7a06a3aaccbe), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.687898 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a1263-0ac5-4a4c-b973-ab02a4ce865e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58f13c5-e62b-4042-9456-7a06a3aaccbe,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:02.722116 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1263-0ac5-4a4c-b973-ab02a4ce865e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.723804 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-bc8a1263-0ac5-4a4c-b973-ab02a4ce865e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720433 Jul 27 10:54:02.727168 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 55694) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:54:02.732480 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:02.760123 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.824659 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:02.829225 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:02.857043 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:02.981334 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Allocated IP 172.27.0.141 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/ad691256-278f-4480-9599-87475e4a88b8) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:54:03.117363 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (ad691256-278f-4480-9599-87475e4a88b8), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.153958 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (ad691256-278f-4480-9599-87475e4a88b8), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.166282 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:54:03.184750 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:54:03.186764 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:53:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:03.202234 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=ad691256-278f-4480-9599-87475e4a88b8,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:03.211530 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:54:03.213364 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:54:03.216624 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:54:03.309864 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (71efadd8-afed-4117-982f-f6cdf76834d1), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.319042 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:54:03.354550 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ad691256-278f-4480-9599-87475e4a88b8), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.374152 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593889d-9b07-4540-999a-332df0fe80bb req-67fc75f4-23d6-4016-88d3-aed0ecff22ee tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:03.375717 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a593889d-9b07-4540-999a-332df0fe80bb req-67fc75f4-23d6-4016-88d3-aed0ecff22ee tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Jul 27 10:54:03.426857 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a593889d-9b07-4540-999a-332df0fe80bb req-cf09bfa8-e501-4e15-8cda-21d16449bf0e tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 Jul 27 10:54:03.518764 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 2, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:03.527808 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:03.529936 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (ad691256-278f-4480-9599-87475e4a88b8), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.535454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (ad691256-278f-4480-9599-87475e4a88b8), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.547909 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:54:03.548270 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Updating router 47893665-1e93-4a18-9fb1-f4c7d00169e2 port 561fd40c-0998-4259-a96b-d5746764d519 binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:54:03.576850 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (561fd40c-0998-4259-a96b-d5746764d519), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.608156 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=ad691256-278f-4480-9599-87475e4a88b8,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:03.619741 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (71efadd8-afed-4117-982f-f6cdf76834d1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.640494 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.647087 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-e7698b1b-3683-4fd9-a76a-96d92ab2d97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9186687 Jul 27 10:54:03.812824 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 4df2c305-3822-42c4-8f5c-386428410f9e up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:54:03.827423 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-44109f4f-366b-4611-b808-bafd8ebfc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:03.827894 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-afd37762-cf8e-4d09-ac16-d8769d1edb56 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1003769039&fields=id&tenant_id=069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 267 time: 0.0666480 Jul 27 10:54:03.832422 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-44109f4f-366b-4611-b808-bafd8ebfc7c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 1129 time: 0.0500138 Jul 27 10:54:03.850908 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:03.898330 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:03.908862 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:03.911710 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Publish callbacks [] for port (561fd40c-0998-4259-a96b-d5746764d519), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.921026 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (561fd40c-0998-4259-a96b-d5746764d519), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.951929 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-a8cad654-bb1b-49cb-a4f1-ae81323f2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:03.953554 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-a8cad654-bb1b-49cb-a4f1-ae81323f2ee6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.1149817 Jul 27 10:54:03.954825 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 4df2c305-3822-42c4-8f5c-386428410f9e triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:03.955205 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:03.969361 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-f40aaeee-4500-412e-aba5-97b301f86e60 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:03.976583 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-f40aaeee-4500-412e-aba5-97b301f86e60 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 815 time: 0.1391051 Jul 27 10:54:03.993339 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-ae24c003-3453-4f6f-a924-66888ad97ea6 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/quotas/069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 375 time: 0.0157461 Jul 27 10:54:03.993574 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392f8d9-c45f-47a6-86cc-eccbb7450922 None None] Pushing event updated for resources: {'Port': ['ID=561fd40c-0998-4259-a96b-d5746764d519,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:04.033550 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-180b1795-b81f-4b59-8fcc-d63e43ad145d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 200 len: 1001 time: 0.0732872 Jul 27 10:54:04.063118 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-910dfd78-62a9-4fe8-834d-cff866a05a6e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682626 Jul 27 10:54:04.091747 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Attempting to bind port 561fd40c-0998-4259-a96b-d5746764d519 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:54:04.092122 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Attempting to bind port 561fd40c-0998-4259-a96b-d5746764d519 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:54:04.092475 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Attempting to bind port 561fd40c-0998-4259-a96b-d5746764d519 on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:54:04.100922 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-af13b2ef-a05f-4f7c-8a4f-d61a5286d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:04.102496 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-af13b2ef-a05f-4f7c-8a4f-d61a5286d251 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0619054 Jul 27 10:54:04.110238 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:54:04.110971 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Checking segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:54:04.111557 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:04.112109 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Bound using segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:54:04.112773 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Bound port: 561fd40c-0998-4259-a96b-d5746764d519, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:54:04.113489 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (561fd40c-0998-4259-a96b-d5746764d519), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:04.140141 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 4df2c305-3822-42c4-8f5c-386428410f9e is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:04.168841 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-eb31b8ac-8f2c-4909-8bd9-58f55321c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:04.170455 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-eb31b8ac-8f2c-4909-8bd9-58f55321c79d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570066 Jul 27 10:54:04.204471 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-306c636d-92e4-40b4-9e4b-4a2d632f2bf9 service neutron] 10.222.0.36 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401224 Jul 27 10:54:04.221170 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] For port 561fd40c-0998-4259-a96b-d5746764d519, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:54:04.230968 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] For port 561fd40c-0998-4259-a96b-d5746764d519, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=561fd40c-0998-4259-a96b-d5746764d519,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:54:04.246766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (561fd40c-0998-4259-a96b-d5746764d519), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:04.292484 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-bc4b9b70-99c8-4444-9231-155463236722 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154864 Jul 27 10:54:04.317675 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:04.328483 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-c74ddb8b-97ab-41a9-8670-9a13662fee74 None None] Provisioning complete for port 561fd40c-0998-4259-a96b-d5746764d519 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:04.328843 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c74ddb8b-97ab-41a9-8670-9a13662fee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (561fd40c-0998-4259-a96b-d5746764d519), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:04.335722 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-12eeefc8-7036-4754-bc80-98fc5734feb4 service neutron] 10.222.0.36 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241739 Jul 27 10:54:04.363278 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:54:04.363967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:53:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:04.365947 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392f8d9-c45f-47a6-86cc-eccbb7450922 None None] Pushing event updated for resources: {'Port': ['ID=561fd40c-0998-4259-a96b-d5746764d519,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:04.449891 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4ed07d40-8c0a-4437-a3c6-28e6078d4310 req-398fd379-184d-4330-9903-35b0b971fe54 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511536 Jul 27 10:54:04.536311 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:54:04.574474 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-c74ddb8b-97ab-41a9-8670-9a13662fee74 None None] Current status of the port 561fd40c-0998-4259-a96b-d5746764d519 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:04.574799 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c74ddb8b-97ab-41a9-8670-9a13662fee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (561fd40c-0998-4259-a96b-d5746764d519), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:04.603684 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6c911922-89f5-4c0f-baff-4153bcd0ce00 req-e86dfc4b-aa2a-4a90-8ca4-116c7bff5a66 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 210 time: 0.0746541 Jul 27 10:54:04.657566 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00405092-d3cf-442d-9b2f-230a9b2f7780 req-d80f0498-4c60-4ec4-b11c-e321f41a2474 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:04.665297 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-00405092-d3cf-442d-9b2f-230a9b2f7780 req-d80f0498-4c60-4ec4-b11c-e321f41a2474 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0791442 Jul 27 10:54:04.698418 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-c74ddb8b-97ab-41a9-8670-9a13662fee74 None None] For port 561fd40c-0998-4259-a96b-d5746764d519, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=561fd40c-0998-4259-a96b-d5746764d519,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:04.704786 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:04.707574 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c74ddb8b-97ab-41a9-8670-9a13662fee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (561fd40c-0998-4259-a96b-d5746764d519), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:04.732055 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-00405092-d3cf-442d-9b2f-230a9b2f7780 req-859d3f5a-ffc3-4b08-ad01-77c88940917b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657010 Jul 27 10:54:04.920173 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-5f7950a4-bf1c-41a5-8a77-c75bb628ee24 None None] Provisioning complete for port 561fd40c-0998-4259-a96b-d5746764d519 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:04.920543 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5f7950a4-bf1c-41a5-8a77-c75bb628ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (561fd40c-0998-4259-a96b-d5746764d519), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:04.947819 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:04.984854 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ddb8b-97ab-41a9-8670-9a13662fee74 None None] Pushing event updated for resources: {'Port': ['ID=561fd40c-0998-4259-a96b-d5746764d519,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:05.008296 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:05.037628 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7458b59-db5a-4a88-abc0-728ddc9a2d54 None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:54:05.071184 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-5f7950a4-bf1c-41a5-8a77-c75bb628ee24 None None] Current status of the port 561fd40c-0998-4259-a96b-d5746764d519 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:05.710544 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-769ce406-fc59-4e44-b91d-62469963deee req-9159d6f0-2fa7-4807-86dc-359408072c0b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 210 time: 0.0344219 Jul 27 10:54:05.810963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 561fd40c-0998-4259-a96b-d5746764d519 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:54:05.857670 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 561fd40c-0998-4259-a96b-d5746764d519 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:05.858050 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (561fd40c-0998-4259-a96b-d5746764d519), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:05.897585 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579cab5-989b-45ea-91db-fe4d483fd339 req-0c85e703-55af-4530-92bf-2d99a316a999 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:05.899211 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3579cab5-989b-45ea-91db-fe4d483fd339 req-0c85e703-55af-4530-92bf-2d99a316a999 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0637412 Jul 27 10:54:05.946391 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 561fd40c-0998-4259-a96b-d5746764d519 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:05.960922 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3579cab5-989b-45ea-91db-fe4d483fd339 req-e3dd9b1b-8d39-4e47-bbda-09db5a216221 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554972 Jul 27 10:54:06.827024 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d1a67ce7-c66d-4338-ba1e-e7e86d4b350c req-114917cd-40da-401d-b952-b62c70f4389b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 210 time: 0.0402179 Jul 27 10:54:06.947180 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:54:07.039041 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 00068b36-ce10-4a47-b546-3d3c7530d0a1 is: ACTIVE; New status is: DOWN {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:07.039573 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:07.078178 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:54:07.080674 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc3232-6c26-49d2-b175-8ff637557095" -d '{"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-unplugged", "status": "completed", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:54:07.098656 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:07.105988 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:07.111541 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4c515-92ae-418f-b585-3aadfe37ef42 req-65e9f9c2-b326-4ac3-88a0-816adeb46201 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:07.119563 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-64a4c515-92ae-418f-b585-3aadfe37ef42 req-65e9f9c2-b326-4ac3-88a0-816adeb46201 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 945 time: 0.0703137 Jul 27 10:54:07.131244 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Jul 2022 10:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e00a98-0d87-4af9-89c6-5a01de350dce x-openstack-request-id: req-63e00a98-0d87-4af9-89c6-5a01de350dce {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:54:07.131612 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-unplugged", "status": "failed", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1", "code": 422}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:54:07.131928 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63e00a98-0d87-4af9-89c6-5a01de350dce {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:54:07.132389 dv-cinder-850840-3-iscsi neutron-server[110618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-63e00a98-0d87-4af9-89c6-5a01de350dce']: {'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'code': 422} returned with failed status Jul 27 10:54:07.161798 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=8']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:07.170010 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-64a4c515-92ae-418f-b585-3aadfe37ef42 req-16e1e1b9-abc2-4f28-9953-86c75f0cc467 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493803 Jul 27 10:54:07.177300 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-c6a42c25-74b9-4246-bed6-d9eed98d3dd6 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:07.178810 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-c6a42c25-74b9-4246-bed6-d9eed98d3dd6 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 815 time: 0.3719471 Jul 27 10:54:07.243234 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3afc5855-0fba-427e-bcd2-fc774fc2e898 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 380 time: 0.0553596 Jul 27 10:54:07.251944 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'port': {'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'admin_state_up': True, 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'security_groups': ['7cd4266e-bd2f-4e0c-963a-16c327bcb055']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:07.397408 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Made reservation on behalf of 069d5edd9d9346bdb10c80922a763605 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:54:07.401321 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:07.525345 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:07.555403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Allocated IP 172.20.0.7 (1d6af9c8-63cc-45e0-96b7-7129da7ac289/0db7642a-ba9a-418a-899d-470f110ab7ef/4631eb9a-8a82-4f1b-8870-0d208bfc9a2f) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:54:07.673104 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:07.703720 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:07.735791 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:07.775457 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:54:07.780662 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:54:07.784576 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:54:07.813547 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:07.840121 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:07.840784 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:07.859799 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-e057561d-281f-4c84-ad62-716c8998b035 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6116958 Jul 27 10:54:07.876303 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Request body: {'port': {'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:07.945541 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8d412-be30-4502-b529-97d5e9dc7a10 req-969213f5-a7ab-4157-b3c0-23438e2754e2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:07.952460 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c7e8d412-be30-4502-b529-97d5e9dc7a10 req-969213f5-a7ab-4157-b3c0-23438e2754e2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 931 time: 0.0560846 Jul 27 10:54:07.965043 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:08.036458 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c7e8d412-be30-4502-b529-97d5e9dc7a10 req-58631588-aee9-4742-9493-0b9d4496eecf tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799112 Jul 27 10:54:08.118553 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-3a1de364-b14e-43f8-a20e-a56266ecdf83 None None] Provisioning complete for port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:08.119640 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-3a1de364-b14e-43f8-a20e-a56266ecdf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:08.173390 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-3a1de364-b14e-43f8-a20e-a56266ecdf83 None None] Port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:54:08.234653 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc92dd-b06f-4376-8a71-7add6fef284a req-229c1918-9a36-4b3a-a73e-863cc1bad6ef tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:08.236680 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-38fc92dd-b06f-4376-8a71-7add6fef284a req-229c1918-9a36-4b3a-a73e-863cc1bad6ef tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0518789 Jul 27 10:54:08.238735 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:54:08.247318 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Publish callbacks [] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:08.260403 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Transition to ACTIVE for port object 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:54:08.264960 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:08.299268 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-38fc92dd-b06f-4376-8a71-7add6fef284a req-126ac0ce-9490-4647-ae72-11805a61a8a8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552542 Jul 27 10:54:08.330834 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:08.358498 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:08.412323 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Attempting to bind port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:54:08.412814 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Attempting to bind port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:54:08.413654 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Attempting to bind port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:54:08.434165 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:54:08.434500 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Attempting to bind port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:54:08.442137 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:54:08.442499 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Checking segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:54:08.443021 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Bound using segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:54:08.443464 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Bound port: 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:54:08.443830 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:08.480472 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55816) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:54:08.514397 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] For port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:54:08.517798 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] For port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:54:08.524083 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:08.560854 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:08.561513 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:08.562864 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] 10.222.0.69 "PUT /v2.0/ports/4631eb9a-8a82-4f1b-8870-0d208bfc9a2f HTTP/1.1" status: 200 len: 1093 time: 0.6953216 Jul 27 10:54:08.563302 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'tag': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:54:08.565539 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d2414c-607e-40ab-a1b5-63a5d98653ed" -d '{"events": [{"name": "network-changed", "server_uuid": "20b4dd9b-d04f-400e-a99a-44bb2193d883", "tag": "4631eb9a-8a82-4f1b-8870-0d208bfc9a2f"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:54:08.578562 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:08.594676 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:08.607183 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954f000-e8d0-440c-83a1-3c4943a770a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:08.614436 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1539870b-bdad-4335-ad6e-6016e6c49f83 x-openstack-request-id: req-1539870b-bdad-4335-ad6e-6016e6c49f83 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:54:08.614820 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b4dd9b-d04f-400e-a99a-44bb2193d883", "tag": "4631eb9a-8a82-4f1b-8870-0d208bfc9a2f", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:54:08.615337 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1539870b-bdad-4335-ad6e-6016e6c49f83 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:54:08.615719 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1539870b-bdad-4335-ad6e-6016e6c49f83'] response: {'name': 'network-changed', 'server_uuid': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'tag': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'status': 'completed', 'code': 200} Jul 27 10:54:08.617708 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-5f25039a-646d-40e9-b641-0605ada9d363 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357002 Jul 27 10:54:08.627593 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-f645642d-80a0-466e-b71b-63509852fa12 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:54:08.628953 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-f645642d-80a0-466e-b71b-63509852fa12 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057595 Jul 27 10:54:08.673222 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-19707ebd-3e54-43ba-8d47-9da84fdcea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:08.675235 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-19707ebd-3e54-43ba-8d47-9da84fdcea0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 1127 time: 0.0489068 Jul 27 10:54:08.716966 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55826) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:54:08.719325 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-7ad6572c-cc7e-4a69-a172-5b7206daa323 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f HTTP/1.1" status: 200 len: 217 time: 0.0347707 Jul 27 10:54:08.780081 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-4861708e-047b-4a36-a2cc-d555656a5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:08.781681 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-4861708e-047b-4a36-a2cc-d555656a5524 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0553529 Jul 27 10:54:08.818344 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-7c8241da-efe3-4221-8432-bd2164c7f626 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:08.819830 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-7c8241da-efe3-4221-8432-bd2164c7f626 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports/00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 200 len: 940 time: 0.1017389 Jul 27 10:54:08.827649 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-186d70ed-7ba9-492e-8393-cf2cdc44ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:08.829312 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-186d70ed-7ba9-492e-8393-cf2cdc44ae72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404530 Jul 27 10:54:08.922638 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-4331e53a-09ea-4b19-915a-b50ad6f04dc1 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850565 Jul 27 10:54:09.020112 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0b7ed73b-89b2-4d34-aafb-be4a767099f8 req-74147c28-6b28-4058-8ac9-5d70377163fc service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900657 Jul 27 10:54:09.149600 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3ec2d-cc43-4511-ad7e-28d3d6eacb4c req-15d9b98d-faed-4bc2-b9ca-94a4240bb03f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:09.151127 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bbe3ec2d-cc43-4511-ad7e-28d3d6eacb4c req-15d9b98d-faed-4bc2-b9ca-94a4240bb03f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 943 time: 0.0492067 Jul 27 10:54:09.198047 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bbe3ec2d-cc43-4511-ad7e-28d3d6eacb4c req-742bb890-81e4-49df-8bf9-6b78f35c6238 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414512 Jul 27 10:54:09.433306 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9381c9-6539-4543-9a39-4bc61bc87902 req-095ebf87-bc55-4dd2-b53f-a0703e3aa6e6 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:09.434851 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6c9381c9-6539-4543-9a39-4bc61bc87902 req-095ebf87-bc55-4dd2-b53f-a0703e3aa6e6 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0504000 Jul 27 10:54:09.480852 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6c9381c9-6539-4543-9a39-4bc61bc87902 req-b1c64fdd-4222-4615-80de-36c3f74805ee tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405388 Jul 27 10:54:10.028076 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-f4a70949-d700-45ec-8ae3-2e4647a71629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.029562 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-f4a70949-d700-45ec-8ae3-2e4647a71629 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 1127 time: 0.0462325 Jul 27 10:54:10.133229 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-53c2aa60-8d06-4aba-bbbf-1a12c4483e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.135541 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-53c2aa60-8d06-4aba-bbbf-1a12c4483e0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0979025 Jul 27 10:54:10.179674 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-9bfbe69d-aaef-4889-b338-bcd28e966b4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f HTTP/1.1" status: 200 len: 217 time: 0.0361362 Jul 27 10:54:10.245803 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-cb3a7bce-bca0-42a8-b3ea-f0e4955effb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.247384 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-cb3a7bce-bca0-42a8-b3ea-f0e4955effb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0621858 Jul 27 10:54:10.323148 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1472f9a-b1cf-4bc7-8aa5-67baf5cc384f req-19d863d6-c6dc-452e-a87b-06c4e1ffc2ad tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.325206 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e1472f9a-b1cf-4bc7-8aa5-67baf5cc384f req-19d863d6-c6dc-452e-a87b-06c4e1ffc2ad tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 943 time: 0.0481617 Jul 27 10:54:10.370035 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e1472f9a-b1cf-4bc7-8aa5-67baf5cc384f req-00423fb1-bf5e-4005-a5fd-2d3fbdfa2e0c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393829 Jul 27 10:54:10.539447 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-0e4dddac-34cc-4e31-ac14-624ce498388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.540974 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-0e4dddac-34cc-4e31-ac14-624ce498388b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712297 Jul 27 10:54:10.549438 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-5e76907c-4452-4796-9f45-fcc649a0ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.551079 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-5e76907c-4452-4796-9f45-fcc649a0ce52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93&tenant_id=1f86323e8542471190e0b58769416138 HTTP/1.1" status: 200 len: 1127 time: 0.0502384 Jul 27 10:54:10.624693 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18e77f-5c72-45c5-8588-bdcf8387e272 req-44d45047-8f4e-4920-8b56-36a2565f9a1c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.626291 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2f18e77f-5c72-45c5-8588-bdcf8387e272 req-44d45047-8f4e-4920-8b56-36a2565f9a1c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0543625 Jul 27 10:54:10.645817 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:10.653620 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-1f339870-afd8-4cbf-89cc-90005ad02c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.655214 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-1f339870-afd8-4cbf-89cc-90005ad02c98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f86323e8542471190e0b58769416138&device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 1127 time: 0.0530016 Jul 27 10:54:10.681591 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2f18e77f-5c72-45c5-8588-bdcf8387e272 req-62691847-4ded-41bc-90f2-79727c5f2118 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Jul 27 10:54:10.734300 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-3281dbe8-5d47-4ef4-a2a7-7abe53d71402 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821902 Jul 27 10:54:10.831965 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-f806df0e-f951-4fd8-a246-46bb78401dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.833415 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-f806df0e-f951-4fd8-a246-46bb78401dbb service neutron] 10.222.0.69 "GET /v2.0/networks?id=edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 200 len: 918 time: 0.1630733 Jul 27 10:54:10.897662 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e2d2414c-607e-40ab-a1b5-63a5d98653ed req-12c47a14-93ac-4a92-9f15-f570a7983da0 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555552 Jul 27 10:54:10.914196 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-ea75a480-3870-428d-b2ad-c38af0724f8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 200 len: 999 time: 0.0698283 Jul 27 10:54:10.946157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:54:10.951083 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:54:10.964544 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-4452afd2-6549-4967-b068-6055f40841e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:10.966075 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-4452afd2-6549-4967-b068-6055f40841e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 200 len: 856 time: 0.0440092 Jul 27 10:54:10.979661 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:11.008991 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-20704879-fec6-40f7-95b4-e189e2480559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:11.010518 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-20704879-fec6-40f7-95b4-e189e2480559 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edf18f58-8e5f-48fe-ad85-750e27f69099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389879 Jul 27 10:54:11.077461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:11.087532 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 00068b36-ce10-4a47-b546-3d3c7530d0a1 is: DOWN; New status is: DOWN {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:11.105614 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-9cd6f910-50f5-4d44-b4e8-7c4b8df2c3f9 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891163 Jul 27 10:54:11.112614 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:11.124832 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:54:11.159881 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:11.160275 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:11.173285 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:54:11.192891 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:11.195371 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-9847992a-c266-4a61-9fef-1725fd5d4eff req-414cbaa7-d35d-46cd-8311-daf23843bc65 service neutron] 10.222.0.69 "GET /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Jul 27 10:54:11.197225 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:11.242038 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:11.249138 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:11.414786 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['4631eb9a-8a82-4f1b-8870-0d208bfc9a2f'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:54:11.498944 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee41e83-66c2-42dd-897e-6e2bfd36e7c5 req-6f88b9da-a3a7-43d3-bf03-4da16bc3c311 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:11.500462 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bee41e83-66c2-42dd-897e-6e2bfd36e7c5 req-6f88b9da-a3a7-43d3-bf03-4da16bc3c311 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 944 time: 0.0571454 Jul 27 10:54:11.559608 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bee41e83-66c2-42dd-897e-6e2bfd36e7c5 req-67f698fe-be80-4e8e-9e3b-3513f756086c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Jul 27 10:54:11.818401 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:11.866574 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df10bbf-fd36-482f-ac29-2217f4ea75e4 req-cfb98946-a773-404e-8bf0-019de6ef6c43 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:11.868790 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9df10bbf-fd36-482f-ac29-2217f4ea75e4 req-cfb98946-a773-404e-8bf0-019de6ef6c43 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0673230 Jul 27 10:54:11.930002 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9df10bbf-fd36-482f-ac29-2217f4ea75e4 req-62bf8aa1-8a86-4bce-a7e9-aec229342c94 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536108 Jul 27 10:54:12.701114 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140d52d-9ba7-4e99-9c75-0dc64bdef41d req-ef04527f-a1d3-496c-81fb-4aa619a85430 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:12.703828 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1140d52d-9ba7-4e99-9c75-0dc64bdef41d req-ef04527f-a1d3-496c-81fb-4aa619a85430 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 944 time: 0.0554018 Jul 27 10:54:12.754170 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1140d52d-9ba7-4e99-9c75-0dc64bdef41d req-d1fd773a-fddc-4feb-b46b-587534b4d348 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443733 Jul 27 10:54:12.966875 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:54:13.034689 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:54:13.044355 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:13.044861 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:13.080511 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce84ab-5794-4467-8f52-65271b19720b req-15a353a1-3eef-4f20-b734-33cea3b29b85 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:13.082972 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-87ce84ab-5794-4467-8f52-65271b19720b req-15a353a1-3eef-4f20-b734-33cea3b29b85 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0551798 Jul 27 10:54:13.130927 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:13.131324 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:13.158080 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:54:13.159911 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-87ce84ab-5794-4467-8f52-65271b19720b req-df5b7955-96ee-4e15-b57a-4ea3c9e99a11 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696242 Jul 27 10:54:13.167111 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b4a9da-69d6-4e35-9af2-7f3e94b55270" -d '{"events": [{"server_uuid": "20b4dd9b-d04f-400e-a99a-44bb2193d883", "name": "network-vif-plugged", "status": "completed", "tag": "4631eb9a-8a82-4f1b-8870-0d208bfc9a2f"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:54:13.182796 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:13.191044 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:13.230508 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6a4767-7863-440a-aec5-20b130f5caf8 x-openstack-request-id: req-ea6a4767-7863-440a-aec5-20b130f5caf8 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:54:13.230508 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b4dd9b-d04f-400e-a99a-44bb2193d883", "name": "network-vif-plugged", "status": "completed", "tag": "4631eb9a-8a82-4f1b-8870-0d208bfc9a2f", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:54:13.230508 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea6a4767-7863-440a-aec5-20b130f5caf8 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:54:13.230508 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6a4767-7863-440a-aec5-20b130f5caf8'] response: {'server_uuid': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'code': 200} Jul 27 10:54:13.246297 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:13.879628 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b2d1c-f749-47a0-bd34-14edc9f3c8dc req-3e56bf12-ea84-4da2-940b-bd4a28793900 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:13.881448 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cc3b2d1c-f749-47a0-bd34-14edc9f3c8dc req-3e56bf12-ea84-4da2-940b-bd4a28793900 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0520401 Jul 27 10:54:13.933310 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cc3b2d1c-f749-47a0-bd34-14edc9f3c8dc req-b48a8257-2313-4962-9e9d-70aaacf03997 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454385 Jul 27 10:54:14.288399 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b15f-4462-48f1-97b3-178b67f7eed8 req-6690c0bf-ce21-4baf-92aa-af44333498ab tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:14.290045 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2344b15f-4462-48f1-97b3-178b67f7eed8 req-6690c0bf-ce21-4baf-92aa-af44333498ab tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0518334 Jul 27 10:54:14.340620 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2344b15f-4462-48f1-97b3-178b67f7eed8 req-2cec36c2-26fd-4ef6-aa9e-ed89d71b53a8 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446413 Jul 27 10:54:15.059302 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28fc1e-7202-4cf3-b34d-b2881fd6998f req-5c78c073-2b3c-4dbc-a6fb-6f08f96611fe tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:15.060936 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3f28fc1e-7202-4cf3-b34d-b2881fd6998f req-5c78c073-2b3c-4dbc-a6fb-6f08f96611fe tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0491915 Jul 27 10:54:15.080500 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:15.115972 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3f28fc1e-7202-4cf3-b34d-b2881fd6998f req-f9792647-244e-452c-ba39-5a74ff3c6414 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491843 Jul 27 10:54:15.473419 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53befcb2-a227-4333-8517-9a9fe69e6482 req-a6866c96-662d-46e4-8ca2-a36df6077348 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:15.475070 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-53befcb2-a227-4333-8517-9a9fe69e6482 req-a6866c96-662d-46e4-8ca2-a36df6077348 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0487103 Jul 27 10:54:15.526194 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-53befcb2-a227-4333-8517-9a9fe69e6482 req-cb71c9da-9bcb-4048-b0be-d01406af7305 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451798 Jul 27 10:54:16.239424 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826016da-d9e2-4658-8c76-dac0f382426b req-b95f9e3a-8dc3-405b-b93b-d3721499315c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:16.241021 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-826016da-d9e2-4658-8c76-dac0f382426b req-b95f9e3a-8dc3-405b-b93b-d3721499315c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0502930 Jul 27 10:54:16.290529 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-826016da-d9e2-4658-8c76-dac0f382426b req-954f4026-56ee-4968-97e6-04d80e397914 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440021 Jul 27 10:54:16.660325 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bb40d-bf86-4228-8b95-2c62c9b08c01 req-2e8973d6-1495-4115-81b6-db0d4db97c8b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:16.661834 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8b1bb40d-bf86-4228-8b95-2c62c9b08c01 req-2e8973d6-1495-4115-81b6-db0d4db97c8b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0536711 Jul 27 10:54:16.712066 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8b1bb40d-bf86-4228-8b95-2c62c9b08c01 req-f9344058-4fdc-4bcf-88fe-c5ea8aca0c40 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Jul 27 10:54:17.423160 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9e370-bd89-4e06-880e-b0fd1a581db9 req-7e84bb56-6267-47aa-98b7-19189c1c7f37 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:17.424737 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1cc9e370-bd89-4e06-880e-b0fd1a581db9 req-7e84bb56-6267-47aa-98b7-19189c1c7f37 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Jul 27 10:54:17.448765 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=35 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:17.450694 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=36 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:17.475358 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1cc9e370-bd89-4e06-880e-b0fd1a581db9 req-875c8f58-a019-4757-a83d-be2d3213c6d1 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Jul 27 10:54:17.839955 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974adc6a-e988-43ed-8619-b09aeb32eb88 req-19154092-7c38-4a43-a46d-f259b1f923c3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:17.841507 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-974adc6a-e988-43ed-8619-b09aeb32eb88 req-19154092-7c38-4a43-a46d-f259b1f923c3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0474052 Jul 27 10:54:17.882947 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:17.899702 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-974adc6a-e988-43ed-8619-b09aeb32eb88 req-5e244e90-9c4c-4857-98f2-527ec39256fe tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489311 Jul 27 10:54:18.597481 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5cb09-7081-42c7-ad93-09a9b56d7c2d req-afe79065-ea08-413f-b10a-2f45ef90a8d4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:18.599065 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d8b5cb09-7081-42c7-ad93-09a9b56d7c2d req-afe79065-ea08-413f-b10a-2f45ef90a8d4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0491190 Jul 27 10:54:18.650534 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d8b5cb09-7081-42c7-ad93-09a9b56d7c2d req-e88b7e17-0c86-4785-a502-65c5327447d8 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459101 Jul 27 10:54:19.023476 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f40567-f779-49bd-92f7-6ae08422eeee req-0784a9ea-6343-43b7-a21c-8ce7c7325782 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:19.025164 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-35f40567-f779-49bd-92f7-6ae08422eeee req-0784a9ea-6343-43b7-a21c-8ce7c7325782 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0496452 Jul 27 10:54:19.092117 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-35f40567-f779-49bd-92f7-6ae08422eeee req-8ffe1666-6816-417b-81e2-4f7100d6f638 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566399 Jul 27 10:54:19.773804 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f99006-f4c5-4274-920b-2ada5c7f1b72 req-f5fe68e9-511e-44b9-a6ae-022bebcf5ecd tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:19.775329 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f6f99006-f4c5-4274-920b-2ada5c7f1b72 req-f5fe68e9-511e-44b9-a6ae-022bebcf5ecd tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0514731 Jul 27 10:54:19.822111 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f6f99006-f4c5-4274-920b-2ada5c7f1b72 req-b04ab3e1-613c-4317-92fd-15906456f24a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Jul 27 10:54:20.207853 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488a6b-a133-4a5f-9ae2-6a27d0a20206 req-37897c3d-236d-48ca-8056-af941bc23a00 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:20.209224 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-58488a6b-a133-4a5f-9ae2-6a27d0a20206 req-37897c3d-236d-48ca-8056-af941bc23a00 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0463176 Jul 27 10:54:20.255246 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-58488a6b-a133-4a5f-9ae2-6a27d0a20206 req-ac8b8951-b2c0-43d1-8bb7-0933cf9298b2 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 Jul 27 10:54:20.949232 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a12301-7c8b-4a54-a876-0c6bb850af3b req-fa4c4eae-351f-4009-8ee3-0653629c7730 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:20.950830 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a5a12301-7c8b-4a54-a876-0c6bb850af3b req-fa4c4eae-351f-4009-8ee3-0653629c7730 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0509560 Jul 27 10:54:20.996875 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a5a12301-7c8b-4a54-a876-0c6bb850af3b req-61df165f-1d60-49a3-89cb-de772df1f78a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 Jul 27 10:54:21.160002 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c7b15-d778-4115-8ae4-ccafd240e99c req-2f65846e-beac-4c38-b4d1-830d247bd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:21.161725 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-095c7b15-d778-4115-8ae4-ccafd240e99c req-2f65846e-beac-4c38-b4d1-830d247bd829 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 1129 time: 0.0453627 Jul 27 10:54:21.207016 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-095c7b15-d778-4115-8ae4-ccafd240e99c req-6b04a3ca-a2fb-4f2c-9733-b325e78f2f2b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390227 Jul 27 10:54:21.384242 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5638624-9108-4715-9801-8372311e88ad req-da6beec9-a0ea-40d8-a1e9-9e1aa303e243 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:21.386160 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d5638624-9108-4715-9801-8372311e88ad req-da6beec9-a0ea-40d8-a1e9-9e1aa303e243 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0519004 Jul 27 10:54:21.434298 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d5638624-9108-4715-9801-8372311e88ad req-176b9629-1253-46e8-af4a-cd03f308d77b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Jul 27 10:54:22.112316 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681bbcd-bec0-4607-9e97-6ffcb81d1fc5 req-cfd8a483-98c0-40d1-b1d5-68c3bf07db85 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:22.113931 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5681bbcd-bec0-4607-9e97-6ffcb81d1fc5 req-cfd8a483-98c0-40d1-b1d5-68c3bf07db85 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0466759 Jul 27 10:54:22.114402 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-142d31a6-d4b9-42d3-a4a6-8666dc66c696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:22.134868 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:22.165765 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5681bbcd-bec0-4607-9e97-6ffcb81d1fc5 req-109b1424-d677-4ad2-b8ac-7d9e1bff746f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460742 Jul 27 10:54:22.560672 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef40efc-0a11-4d48-b64c-60bc2ee2a093 req-c36f329a-3823-4b49-9c0a-e822130bf9c9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:22.562215 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1ef40efc-0a11-4d48-b64c-60bc2ee2a093 req-c36f329a-3823-4b49-9c0a-e822130bf9c9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 943 time: 0.0491173 Jul 27 10:54:22.612001 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1ef40efc-0a11-4d48-b64c-60bc2ee2a093 req-a33120a2-f6ce-4f3e-bc59-308513b18426 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441139 Jul 27 10:54:23.036626 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:54:23.136148 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:23.146922 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'port_id': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'mac_address': 'fa:16:3e:24:59:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:54:23.180209 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 00068b36-ce10-4a47-b546-3d3c7530d0a1 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:23.180595 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:23.194495 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00068b36-ce10-4a47-b546-3d3c7530d0a1 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:54:23.207472 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:23.216335 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:23.220758 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:23.267932 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=9']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:23.289778 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d38dc9-c606-4378-92d9-6d98d07c89e7 req-d5a2725c-6e8e-4f76-b0ce-1cfb7b60ea00 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:23.291319 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d1d38dc9-c606-4378-92d9-6d98d07c89e7 req-d5a2725c-6e8e-4f76-b0ce-1cfb7b60ea00 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0516820 Jul 27 10:54:23.337320 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d1d38dc9-c606-4378-92d9-6d98d07c89e7 req-a5856991-8b37-4642-8c13-c509b1812884 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403125 Jul 27 10:54:23.440914 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['00068b36-ce10-4a47-b546-3d3c7530d0a1'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:54:23.457708 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eb83f-8a56-44d5-839b-467fb651ea33 req-d9f7ceb1-3875-4111-838e-d9b318f55c0d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:23.459158 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9e8eb83f-8a56-44d5-839b-467fb651ea33 req-d9f7ceb1-3875-4111-838e-d9b318f55c0d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0511510 Jul 27 10:54:23.469191 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 55936) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:54:23.473575 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'floatingip': {'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:23.512493 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (71efadd8-afed-4117-982f-f6cdf76834d1), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:23.523118 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:23.625803 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:23.762437 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e849c6-0d5c-4516-8a2f-471269a1c8b3 req-736cedba-fe33-4815-a934-b58dbee71dc7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:23.763914 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0e849c6-0d5c-4516-8a2f-471269a1c8b3 req-736cedba-fe33-4815-a934-b58dbee71dc7 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 944 time: 0.0593817 Jul 27 10:54:23.902572 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a0e849c6-0d5c-4516-8a2f-471269a1c8b3 req-c6ee5db3-7bf3-4d91-812e-4044c0b2d9a9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103716 Jul 27 10:54:24.002824 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:24.006381 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (71efadd8-afed-4117-982f-f6cdf76834d1), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:24.098919 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Floating IP 71efadd8-afed-4117-982f-f6cdf76834d1 associated. External IP: 172.27.0.141, port: 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f. Jul 27 10:54:24.191200 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:24.296957 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:54:24.398557 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:54:24.403729 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:24.404567 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5b817cd3-318d-4c8c-a17a-c4060dda414b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:24.409465 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:54:24.418915 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:54:24.419517 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:54:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:24.437043 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-25ce5627-474d-48b0-8fdd-6ec28753de2f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "PUT /v2.0/floatingips/71efadd8-afed-4117-982f-f6cdf76834d1 HTTP/1.1" status: 200 len: 991 time: 0.9668050 Jul 27 10:54:24.437723 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'tag': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:54:24.440229 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb" -d '{"events": [{"name": "network-changed", "server_uuid": "20b4dd9b-d04f-400e-a99a-44bb2193d883", "tag": "4631eb9a-8a82-4f1b-8870-0d208bfc9a2f"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:54:24.522505 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:54:24.534906 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b5d057-4240-4048-851d-5522017285dd x-openstack-request-id: req-85b5d057-4240-4048-851d-5522017285dd {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:54:24.535200 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b4dd9b-d04f-400e-a99a-44bb2193d883", "tag": "4631eb9a-8a82-4f1b-8870-0d208bfc9a2f", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:54:24.535455 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85b5d057-4240-4048-851d-5522017285dd {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:54:24.535861 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b5d057-4240-4048-851d-5522017285dd'] response: {'name': 'network-changed', 'server_uuid': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'tag': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'status': 'completed', 'code': 200} Jul 27 10:54:24.598004 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-c7f54e3b-354c-4930-8233-f8b1d976d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:24.599803 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-c7f54e3b-354c-4930-8233-f8b1d976d8cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 1129 time: 0.0432577 Jul 27 10:54:24.702044 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-61072d86-4ff0-4daf-9937-e5e9c9d17f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:24.703880 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-61072d86-4ff0-4daf-9937-e5e9c9d17f26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0986731 Jul 27 10:54:24.757433 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:54:24.776327 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-31bf33b9-a483-416c-9888-443a76ebd0a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f HTTP/1.1" status: 200 len: 999 time: 0.0663881 Jul 27 10:54:24.777583 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:23Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:24.805094 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:54:24.813735 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:54:24.814331 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:54:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:24.823812 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-168002d1-ac89-43b6-8024-ea27c2d230cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:24.825343 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-168002d1-ac89-43b6-8024-ea27c2d230cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0433867 Jul 27 10:54:24.871090 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-91e80eeb-5e3f-4a10-a28a-d140ca67d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:24.872498 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-91e80eeb-5e3f-4a10-a28a-d140ca67d7e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415182 Jul 27 10:54:24.913855 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:54:24.956334 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:24.962510 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-06d6f741-8b66-47b5-a73a-ca2a17846a1a service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838773 Jul 27 10:54:25.031055 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5ca8c-47d0-405e-8a3d-82b7a2a9a0ce req-3c56892d-311c-4685-ac2a-a7e47d564726 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:25.032599 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-03f5ca8c-47d0-405e-8a3d-82b7a2a9a0ce req-3c56892d-311c-4685-ac2a-a7e47d564726 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 944 time: 0.0489042 Jul 27 10:54:25.049214 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:54:25.068031 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b48ef70-1203-43e5-8cf3-007f4c0fbecb req-ddc5a3f5-f0a0-42e6-83c7-83e1e04c301c service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983732 Jul 27 10:54:25.082495 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-03f5ca8c-47d0-405e-8a3d-82b7a2a9a0ce req-84efdfad-f790-4690-886c-5363c494024d tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441346 Jul 27 10:54:25.117240 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 00068b36-ce10-4a47-b546-3d3c7530d0a1 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:54:25.117888 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:25.130440 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:23Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:54:25.155457 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31e4c8f-d621-4221-a21c-90306bdb9dba None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:23Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:54:25.194793 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 00068b36-ce10-4a47-b546-3d3c7530d0a1 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:54:25.195194 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:25.219726 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:54:25.222121 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611db103-f4a4-4ec7-aa10-0022d8be0936" -d '{"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-plugged", "status": "completed", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:54:25.235855 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:25.241465 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:25.264046 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a4ca89-301f-441e-b4f8-400a09e576b5 x-openstack-request-id: req-50a4ca89-301f-441e-b4f8-400a09e576b5 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:54:25.264339 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-plugged", "status": "completed", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:54:25.264595 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50a4ca89-301f-441e-b4f8-400a09e576b5 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:54:25.264998 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a4ca89-301f-441e-b4f8-400a09e576b5'] response: {'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'code': 200} Jul 27 10:54:25.295847 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=10']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:25.369131 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63574c28-8331-41fa-961e-8da59628f8d3 None None] New status for floating IP 71efadd8-afed-4117-982f-f6cdf76834d1: ACTIVE {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:54:25.444748 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12b266-b36f-4ed9-a3e3-ee91b26596b5 req-13e8d349-2a62-40c4-a098-8fda2df47784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:25.446290 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b12b266-b36f-4ed9-a3e3-ee91b26596b5 req-13e8d349-2a62-40c4-a098-8fda2df47784 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 1130 time: 0.0385866 Jul 27 10:54:25.491804 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b12b266-b36f-4ed9-a3e3-ee91b26596b5 req-3cfe8477-9d68-4b8e-9487-e174996cb94f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388823 Jul 27 10:54:25.523256 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:26.213644 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ada46-83ec-44b5-af26-d2e253aea3dd req-fc2efc10-e581-4a14-b5bf-57826ef3b0d9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:26.215156 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d47ada46-83ec-44b5-af26-d2e253aea3dd req-fc2efc10-e581-4a14-b5bf-57826ef3b0d9 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 946 time: 0.0487812 Jul 27 10:54:26.225864 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:26.526505 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d47ada46-83ec-44b5-af26-d2e253aea3dd req-53145dab-854f-4ce7-b8f2-a5c456e60269 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058662 Jul 27 10:54:27.306319 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:27.444538 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:27.457403 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:27.650747 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441046be-ea1e-4ce6-a915-0466c0f5897b req-8a6d5a8a-60c6-4e40-9ad6-d160ee7c3dee tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:27.652744 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-441046be-ea1e-4ce6-a915-0466c0f5897b req-8a6d5a8a-60c6-4e40-9ad6-d160ee7c3dee tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 946 time: 0.0488880 Jul 27 10:54:27.699096 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-441046be-ea1e-4ce6-a915-0466c0f5897b req-4299fe29-d6fe-4860-bfcb-911d6a9e749b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409057 Jul 27 10:54:35.132797 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=70 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:35.133584 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=80 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:35.486528 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:35.489245 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=19 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:37.450041 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:37.451957 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:37.693033 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=12 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:37.694981 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=54 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:43.631178 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf55d-d516-45f6-b44a-d406437ba9d1 req-7e613c7b-178b-4bce-af28-f1addd945a9f tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:43.632548 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-745cf55d-d516-45f6-b44a-d406437ba9d1 req-7e613c7b-178b-4bce-af28-f1addd945a9f tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 945 time: 0.0470309 Jul 27 10:54:43.679628 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-745cf55d-d516-45f6-b44a-d406437ba9d1 req-b061bf45-5ea7-44d1-b1cd-8176c9859150 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Jul 27 10:54:44.802879 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34746dff-47e5-4bf8-b900-dd1373e82b48 req-e865d36d-7726-4c2d-823b-b2c39e28b0d8 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:44.804363 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-34746dff-47e5-4bf8-b900-dd1373e82b48 req-e865d36d-7726-4c2d-823b-b2c39e28b0d8 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 945 time: 0.0504277 Jul 27 10:54:44.850661 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-34746dff-47e5-4bf8-b900-dd1373e82b48 req-ac4095a5-39f8-439e-9d8b-8bd799e62aa4 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Jul 27 10:54:45.272352 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-d7b015e9-f17f-41b9-a357-3eb75ce11319 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:45.273790 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-d7b015e9-f17f-41b9-a357-3eb75ce11319 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.69 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 945 time: 0.0496554 Jul 27 10:54:45.352855 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Deleting port 67094334-d4e5-4e12-8330-54950d8081bb {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:54:45.353201 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (67094334-d4e5-4e12-8330-54950d8081bb), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:45.443411 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] For port 67094334-d4e5-4e12-8330-54950d8081bb, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=67094334-d4e5-4e12-8330-54950d8081bb,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:54:45.443774 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (67094334-d4e5-4e12-8330-54950d8081bb), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:45.456405 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Calling delete_port for 67094334-d4e5-4e12-8330-54950d8081bb owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:54:45.578066 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (67094334-d4e5-4e12-8330-54950d8081bb), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:45.592461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['67094334-d4e5-4e12-8330-54950d8081bb'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:54:45.612073 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Pushing event deleted for resources: {'Port': ['ID=67094334-d4e5-4e12-8330-54950d8081bb,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:45.640177 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.640530 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.640877 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.641224 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.641570 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.641909 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.642239 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.642569 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.642925 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.643255 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.643585 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.643912 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.644236 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.644561 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.644883 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:54:45.670086 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] No DVR routers for this DVR port 67094334-d4e5-4e12-8330-54950d8081bb on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:54:45.673292 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:45.677406 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-63ba4240-bda3-4306-a0d3-d5464dcca3e6 req-043064b0-1496-4212-a351-f31214ba3373 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.69 "DELETE /v2.0/ports/67094334-d4e5-4e12-8330-54950d8081bb HTTP/1.1" status: 204 len: 173 time: 0.3975389 Jul 27 10:54:45.677870 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbee04c-76a8-4de1-95aa-8f1a3ce0de5b', 'name': 'network-vif-deleted', 'tag': '67094334-d4e5-4e12-8330-54950d8081bb'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:54:45.680689 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7445c041-fd47-4c88-b4f8-ea51a109d08b" -d '{"events": [{"server_uuid": "abbee04c-76a8-4de1-95aa-8f1a3ce0de5b", "name": "network-vif-deleted", "tag": "67094334-d4e5-4e12-8330-54950d8081bb"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:54:45.736244 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd73139d-0148-4759-a71a-e44254dcef0f x-openstack-request-id: req-bd73139d-0148-4759-a71a-e44254dcef0f {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:54:45.736557 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbee04c-76a8-4de1-95aa-8f1a3ce0de5b", "name": "network-vif-deleted", "tag": "67094334-d4e5-4e12-8330-54950d8081bb", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:54:45.737001 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd73139d-0148-4759-a71a-e44254dcef0f {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:54:45.737675 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd73139d-0148-4759-a71a-e44254dcef0f'] response: {'server_uuid': 'abbee04c-76a8-4de1-95aa-8f1a3ce0de5b', 'name': 'network-vif-deleted', 'tag': '67094334-d4e5-4e12-8330-54950d8081bb', 'status': 'completed', 'code': 200} Jul 27 10:54:45.959051 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8a8d4162-a4ba-413b-b468-c0210d685a80 req-29ffbcf7-f7b5-4cd7-8025-6448cd4436e8 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=abbee04c-76a8-4de1-95aa-8f1a3ce0de5b HTTP/1.1" status: 200 len: 210 time: 0.0280592 Jul 27 10:54:47.750318 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:47.755322 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:49.845315 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 67094334-d4e5-4e12-8330-54950d8081bb no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:54:49.864414 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 67094334-d4e5-4e12-8330-54950d8081bb {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:54:49.864763 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 67094334-d4e5-4e12-8330-54950d8081bb not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:54:52.120216 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c0899846-0682-4e5e-b582-29a5068d66ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:54.407221 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee25d-b65e-4646-abcd-7e1eb9155ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:55.022115 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-4d1e931a-41a9-42c5-b283-5b9552ec1d09 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:55.023563 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-4d1e931a-41a9-42c5-b283-5b9552ec1d09 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/networks?id=5687460d-f800-4d5e-ba34-0e5fd87155d7 HTTP/1.1" status: 200 len: 814 time: 0.1039081 Jul 27 10:54:55.037669 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-1c5ad934-b9ab-4320-839b-39f644b1d5e6 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/quotas/6b50dc16d14d4b869f1a6555db6c8373 HTTP/1.1" status: 200 len: 375 time: 0.0088017 Jul 27 10:54:55.070093 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-5b707ccb-a4fc-4d99-9e9f-4a664956263e tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b50dc16d14d4b869f1a6555db6c8373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269818 Jul 27 10:54:55.203867 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-6ded923f-082d-4b80-a2d8-586b2d37b798 service neutron] 10.222.0.36 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274624 Jul 27 10:54:55.290867 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-d7680339-065f-4b85-9ce0-d97f8aa180ee service neutron] 10.222.0.36 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811980 Jul 27 10:54:55.451719 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-af16e6aa-57f7-4a33-aa6a-30053c7c8eef req-24263d9d-df0a-4364-9cf1-40cb686e7db2 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 210 time: 0.0312831 Jul 27 10:54:55.526484 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:55.651768 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:55.653919 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:56.444848 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-8cdc100c-14f7-45f3-888e-b0d44aa8a394 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:56.446308 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-8cdc100c-14f7-45f3-888e-b0d44aa8a394 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.69 "GET /v2.0/networks?id=5687460d-f800-4d5e-ba34-0e5fd87155d7 HTTP/1.1" status: 200 len: 814 time: 0.1042883 Jul 27 10:54:56.459554 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Request body: {'port': {'device_id': '8df9bad2-1f18-476e-b7d4-ec323955aa02', 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7', 'admin_state_up': True, 'tenant_id': '6b50dc16d14d4b869f1a6555db6c8373'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:56.558173 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dde1467b-dac0-4c70-95bd-c476930c5c20 req-a3caeaba-0fdf-4588-a16f-f780f83be948 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 210 time: 0.0289142 Jul 27 10:54:56.571736 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Made reservation on behalf of 6b50dc16d14d4b869f1a6555db6c8373 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:54:56.575303 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:56.700067 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Allocated IP 172.20.0.4 (5687460d-f800-4d5e-ba34-0e5fd87155d7/c5204fa0-0536-460b-9f7b-a6c197db966f/7d790d4c-5df2-4387-b591-495f7ef73b8e) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:54:56.860516 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks [] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:56.889981 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:56.928425 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Network 5687460d-f800-4d5e-ba34-0e5fd87155d7 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:54:56.933389 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:54:56.937104 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:54:56.963608 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Pushing event updated for resources: {'Port': ['ID=7d790d4c-5df2-4387-b591-495f7ef73b8e,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:56.989940 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:56.990560 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.006316 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c823809b-454f-4682-8c18-6d1cd0e7bc15 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503783 Jul 27 10:54:57.017322 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Request body: {'port': {'device_id': '8df9bad2-1f18-476e-b7d4-ec323955aa02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:54:57.311439 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.314061 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.322145 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:57.437382 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:57.462858 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.464979 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.576864 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d790d4c-5df2-4387-b591-495f7ef73b8e {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:54:57.584364 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Publish callbacks [] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.598069 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Transition to ACTIVE for port object 7d790d4c-5df2-4387-b591-495f7ef73b8e will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:54:57.602789 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.671732 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d790d4c-5df2-4387-b591-495f7ef73b8e,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:57.677774 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc4714-8e5f-4f96-9e48-4c0d58d4a570 req-05eb9ebd-ad0c-4e27-ba69-b826bbe80d75 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:57.679691 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-91cc4714-8e5f-4f96-9e48-4c0d58d4a570 req-05eb9ebd-ad0c-4e27-ba69-b826bbe80d75 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 943 time: 0.0489569 Jul 27 10:54:57.725777 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Attempting to bind port 7d790d4c-5df2-4387-b591-495f7ef73b8e on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:54:57.726449 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Attempting to bind port 7d790d4c-5df2-4387-b591-495f7ef73b8e by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:54:57.726633 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Attempting to bind port 7d790d4c-5df2-4387-b591-495f7ef73b8e on network 5687460d-f800-4d5e-ba34-0e5fd87155d7 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:54:57.729078 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-91cc4714-8e5f-4f96-9e48-4c0d58d4a570 req-7924b779-4a5d-45e8-b311-b685b955abcb tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429788 Jul 27 10:54:57.731283 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Port 7d790d4c-5df2-4387-b591-495f7ef73b8e on network 5687460d-f800-4d5e-ba34-0e5fd87155d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:54:57.731746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Attempting to bind port 7d790d4c-5df2-4387-b591-495f7ef73b8e on network 5687460d-f800-4d5e-ba34-0e5fd87155d7 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:54:57.737040 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:54:57.737501 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Checking segment: {'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:54:57.737944 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Bound using segment: {'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:54:57.738325 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Bound port: 7d790d4c-5df2-4387-b591-495f7ef73b8e, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fa0596-4215-4a0f-9d6e-570f42ec0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:54:57.738715 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.801880 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] For port 7d790d4c-5df2-4387-b591-495f7ef73b8e, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:54:57.805140 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] For port 7d790d4c-5df2-4387-b591-495f7ef73b8e, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7d790d4c-5df2-4387-b591-495f7ef73b8e,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:54:57.811381 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.846964 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:57.847586 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:54:57.848989 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] 10.222.0.69 "PUT /v2.0/ports/7d790d4c-5df2-4387-b591-495f7ef73b8e HTTP/1.1" status: 200 len: 1093 time: 0.8356102 Jul 27 10:54:57.849425 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df9bad2-1f18-476e-b7d4-ec323955aa02', 'tag': '7d790d4c-5df2-4387-b591-495f7ef73b8e'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:54:57.851678 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1b364b-9ab3-40fd-ac38-1a124401d50f" -d '{"events": [{"name": "network-changed", "server_uuid": "8df9bad2-1f18-476e-b7d4-ec323955aa02", "tag": "7d790d4c-5df2-4387-b591-495f7ef73b8e"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:54:57.877260 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ef34c-6063-4d5a-bd79-200f6dbb03b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d790d4c-5df2-4387-b591-495f7ef73b8e,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:54:57.890305 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf25258c-0be3-4632-ab24-526dd5c5d7a0 x-openstack-request-id: req-cf25258c-0be3-4632-ab24-526dd5c5d7a0 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:54:57.890627 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df9bad2-1f18-476e-b7d4-ec323955aa02", "tag": "7d790d4c-5df2-4387-b591-495f7ef73b8e", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:54:57.890885 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf25258c-0be3-4632-ab24-526dd5c5d7a0 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:54:57.891290 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf25258c-0be3-4632-ab24-526dd5c5d7a0'] response: {'name': 'network-changed', 'server_uuid': '8df9bad2-1f18-476e-b7d4-ec323955aa02', 'tag': '7d790d4c-5df2-4387-b591-495f7ef73b8e', 'status': 'completed', 'code': 200} Jul 27 10:54:57.936896 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-6009b5d2-c58c-4968-b429-061554351e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:57.938426 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-6009b5d2-c58c-4968-b429-061554351e9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b50dc16d14d4b869f1a6555db6c8373&device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 1127 time: 0.0389671 Jul 27 10:54:57.979073 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-af73ae61-5712-4fa2-8ffe-4e1b1c7aedad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d790d4c-5df2-4387-b591-495f7ef73b8e HTTP/1.1" status: 200 len: 217 time: 0.0326712 Jul 27 10:54:58.030089 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-d1e230a4-09ae-4739-bd53-60a08d0bb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:58.031629 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-d1e230a4-09ae-4739-bd53-60a08d0bb8da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5204fa0-0536-460b-9f7b-a6c197db966f HTTP/1.1" status: 200 len: 854 time: 0.0461426 Jul 27 10:54:58.061988 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-c2c93f5c-2587-43f2-8425-b9c737531811 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5687460d-f800-4d5e-ba34-0e5fd87155d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245011 Jul 27 10:54:58.150516 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-7b3b55e5-c698-475d-a13e-1160bda9910e service neutron] 10.222.0.69 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815370 Jul 27 10:54:58.243640 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6d4f312a-affa-4fda-8949-466996b6bd44 req-769f804d-3cc0-4013-b5e5-df3d75bfed4c service neutron] 10.222.0.69 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841539 Jul 27 10:54:58.845940 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2c17-9930-4cee-8873-5a7d0aed01d3 req-2cb76378-4c5e-499f-aec2-dfe56b67978e tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:58.847477 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7dcc2c17-9930-4cee-8873-5a7d0aed01d3 req-2cb76378-4c5e-499f-aec2-dfe56b67978e tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 943 time: 0.0472903 Jul 27 10:54:58.900112 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7dcc2c17-9930-4cee-8873-5a7d0aed01d3 req-2dc6e245-4cd2-4165-bb9a-fb1f3b092988 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471458 Jul 27 10:54:59.142209 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:59.151006 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-f230670c-f85c-4a71-b3e5-70502b6eab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:59.152493 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-f230670c-f85c-4a71-b3e5-70502b6eab1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b50dc16d14d4b869f1a6555db6c8373&device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 1127 time: 0.0414245 Jul 27 10:54:59.242281 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:54:59.252742 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-42875708-55ed-4e49-beca-d1bb468cabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:59.254222 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-42875708-55ed-4e49-beca-d1bb468cabcd service neutron] 10.222.0.69 "GET /v2.0/networks?id=5687460d-f800-4d5e-ba34-0e5fd87155d7 HTTP/1.1" status: 200 len: 915 time: 0.0948360 Jul 27 10:54:59.293707 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-7c318092-a592-4c72-b2c6-6873418b7749 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d790d4c-5df2-4387-b591-495f7ef73b8e HTTP/1.1" status: 200 len: 217 time: 0.0337300 Jul 27 10:54:59.340476 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-7234eb08-bfcc-4f55-9d63-7fdb6eda18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:54:59.341859 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-7234eb08-bfcc-4f55-9d63-7fdb6eda18bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c5204fa0-0536-460b-9f7b-a6c197db966f HTTP/1.1" status: 200 len: 854 time: 0.0430238 Jul 27 10:54:59.378411 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-15ab78ef-f26c-4412-b465-20871b1a16c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5687460d-f800-4d5e-ba34-0e5fd87155d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298605 Jul 27 10:54:59.468683 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-f54718c6-0702-46ef-95e3-b628d886ed91 service neutron] 10.222.0.69 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832937 Jul 27 10:54:59.559232 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b1b364b-9ab3-40fd-ac38-1a124401d50f req-0611c562-7971-4bc1-800e-81f04253c42c service neutron] 10.222.0.69 "GET /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838938 Jul 27 10:55:00.017445 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cb13-3ba4-4550-a5a2-9398a5d2b9b6 req-ab4bf093-585a-4739-9e76-89f08a3a288f tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:00.018857 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-09b2cb13-3ba4-4550-a5a2-9398a5d2b9b6 req-ab4bf093-585a-4739-9e76-89f08a3a288f tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 943 time: 0.0462918 Jul 27 10:55:00.064824 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-09b2cb13-3ba4-4550-a5a2-9398a5d2b9b6 req-8dd87526-860b-48c2-924e-376be75ff565 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Jul 27 10:55:01.179523 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6604b-3dd4-4e7f-a4d5-4e50cf4e54c0 req-0a460d5f-6777-4b7b-b59d-91b055e6c360 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:01.180993 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7bc6604b-3dd4-4e7f-a4d5-4e50cf4e54c0 req-0a460d5f-6777-4b7b-b59d-91b055e6c360 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 943 time: 0.0456715 Jul 27 10:55:01.226711 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7bc6604b-3dd4-4e7f-a4d5-4e50cf4e54c0 req-ffdf83c8-67df-4a91-97b2-cc0dc4ee1e0e tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401335 Jul 27 10:55:01.234870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 7d790d4c-5df2-4387-b591-495f7ef73b8e details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:55:01.333363 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 7d790d4c-5df2-4387-b591-495f7ef73b8e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7d790d4c-5df2-4387-b591-495f7ef73b8e,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:01.344586 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '7d790d4c-5df2-4387-b591-495f7ef73b8e', 'network_id': '5687460d-f800-4d5e-ba34-0e5fd87155d7', 'port_id': '7d790d4c-5df2-4387-b591-495f7ef73b8e', 'mac_address': 'fa:16:3e:d0:88:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5204fa0-0536-460b-9f7b-a6c197db966f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:55:01.377928 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 7d790d4c-5df2-4387-b591-495f7ef73b8e is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:55:01.378313 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:01.394049 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d790d4c-5df2-4387-b591-495f7ef73b8e {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:55:01.413457 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 7d790d4c-5df2-4387-b591-495f7ef73b8e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7d790d4c-5df2-4387-b591-495f7ef73b8e,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:01.417642 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:01.593578 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=7d790d4c-5df2-4387-b591-495f7ef73b8e,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:01.600688 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.601042 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.601388 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.601730 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.602067 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.602401 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.602771 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.603103 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.603431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.604255 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.604583 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.604910 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.605234 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.605558 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.605885 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:01.654088 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['7d790d4c-5df2-4387-b591-495f7ef73b8e'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:55:01.705665 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:55:02.349673 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce2d3c-5a53-4019-88b4-5691882b749f req-90728581-fa76-42ee-8dc7-3d4a5375552f tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:02.351182 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3dce2d3c-5a53-4019-88b4-5691882b749f req-90728581-fa76-42ee-8dc7-3d4a5375552f tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 944 time: 0.0496609 Jul 27 10:55:02.386243 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:02.397366 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3dce2d3c-5a53-4019-88b4-5691882b749f req-aaeff34b-5fbe-4441-ba88-0c64d1dbc788 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Jul 27 10:55:03.235042 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 7d790d4c-5df2-4387-b591-495f7ef73b8e up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:55:03.275528 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 7d790d4c-5df2-4387-b591-495f7ef73b8e completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:55:03.281031 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 7d790d4c-5df2-4387-b591-495f7ef73b8e triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:55:03.281504 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:03.318809 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:03.345062 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:03.354072 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 7d790d4c-5df2-4387-b591-495f7ef73b8e is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:55:03.354453 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:03.380037 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df9bad2-1f18-476e-b7d4-ec323955aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d790d4c-5df2-4387-b591-495f7ef73b8e'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:55:03.382469 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6498b251-a81d-42b6-b500-3cc4a65204cb" -d '{"events": [{"server_uuid": "8df9bad2-1f18-476e-b7d4-ec323955aa02", "name": "network-vif-plugged", "status": "completed", "tag": "7d790d4c-5df2-4387-b591-495f7ef73b8e"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:55:03.395606 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 7d790d4c-5df2-4387-b591-495f7ef73b8e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7d790d4c-5df2-4387-b591-495f7ef73b8e,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:03.399407 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:03.423530 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d1abc7-9675-4d5d-8e6f-5206c817c5a1 x-openstack-request-id: req-16d1abc7-9675-4d5d-8e6f-5206c817c5a1 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:55:03.423818 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df9bad2-1f18-476e-b7d4-ec323955aa02", "name": "network-vif-plugged", "status": "completed", "tag": "7d790d4c-5df2-4387-b591-495f7ef73b8e", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:55:03.424082 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16d1abc7-9675-4d5d-8e6f-5206c817c5a1 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:55:03.424462 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d1abc7-9675-4d5d-8e6f-5206c817c5a1'] response: {'server_uuid': '8df9bad2-1f18-476e-b7d4-ec323955aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d790d4c-5df2-4387-b591-495f7ef73b8e', 'code': 200} Jul 27 10:55:03.448929 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=7d790d4c-5df2-4387-b591-495f7ef73b8e,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:03.521915 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff77c0-1c6a-487d-9dc8-c4646c06fa2c req-bf55e604-aa99-45de-9b6f-313f5d13ad73 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:03.523412 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a8ff77c0-1c6a-487d-9dc8-c4646c06fa2c req-bf55e604-aa99-45de-9b6f-313f5d13ad73 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 945 time: 0.0481801 Jul 27 10:55:03.536427 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:03.575172 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a8ff77c0-1c6a-487d-9dc8-c4646c06fa2c req-f309fe32-db48-45f7-8629-8e4b728bffdc tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453334 Jul 27 10:55:03.609741 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d37007-bb94-4980-aa1e-de0b54eb828f req-85734801-f71c-4855-bb68-47ccfe12b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:03.611285 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-92d37007-bb94-4980-aa1e-de0b54eb828f req-85734801-f71c-4855-bb68-47ccfe12b696 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 1129 time: 0.0396953 Jul 27 10:55:03.654732 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-92d37007-bb94-4980-aa1e-de0b54eb828f req-3bdb5fff-a75b-477a-b85b-4f2f9b7fa786 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366654 Jul 27 10:55:04.696913 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e3651-1f0f-4091-b7f4-7527f9896ed5 req-02f5f26b-d53b-4a1c-9d75-545a4594b01d tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:04.698416 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-039e3651-1f0f-4091-b7f4-7527f9896ed5 req-02f5f26b-d53b-4a1c-9d75-545a4594b01d tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 945 time: 0.0493972 Jul 27 10:55:04.746765 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-039e3651-1f0f-4091-b7f4-7527f9896ed5 req-4f7549d4-f699-4691-bb72-6e3a18912656 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426502 Jul 27 10:55:05.866009 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d594-55c5-4ed0-88f2-f3c772d63393 req-8577f425-8e4b-4b95-8054-a43f731cdfda tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:05.867532 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ca23d594-55c5-4ed0-88f2-f3c772d63393 req-8577f425-8e4b-4b95-8054-a43f731cdfda tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 945 time: 0.0468147 Jul 27 10:55:05.917747 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ca23d594-55c5-4ed0-88f2-f3c772d63393 req-4012e6b1-acc0-4c98-a588-3ccd11f58e4a tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Jul 27 10:55:07.495859 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9059d-291e-4e3d-a998-90c5cda4583a req-88c3d1c0-16d9-4223-ac1d-9e9b937f442b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:07.497259 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7da9059d-291e-4e3d-a998-90c5cda4583a req-88c3d1c0-16d9-4223-ac1d-9e9b937f442b tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 946 time: 0.0461752 Jul 27 10:55:07.547178 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7da9059d-291e-4e3d-a998-90c5cda4583a req-f16a187a-e6da-4bd0-a620-0e317bdc2bea tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 Jul 27 10:55:08.670883 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4e2d3-2e0c-4706-aff0-2eb9746da110 req-e339791f-b792-4d36-9a1c-7d676b54b3af tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:08.672341 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0cc4e2d3-2e0c-4706-aff0-2eb9746da110 req-e339791f-b792-4d36-9a1c-7d676b54b3af tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 946 time: 0.0457072 Jul 27 10:55:08.718287 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0cc4e2d3-2e0c-4706-aff0-2eb9746da110 req-d5431ff5-fcd4-41d1-9842-3eaab2c8d928 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f572064-a85c-4126-9305-e617cef7b384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405090 Jul 27 10:55:09.221824 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-d9c0dc88-92f5-4e98-b4b0-46b22c24d761 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:09.223238 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-d9c0dc88-92f5-4e98-b4b0-46b22c24d761 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 946 time: 0.0457153 Jul 27 10:55:09.308318 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Deleting port 00068b36-ce10-4a47-b546-3d3c7530d0a1 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:55:09.308687 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:09.397272 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] For port 00068b36-ce10-4a47-b546-3d3c7530d0a1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00068b36-ce10-4a47-b546-3d3c7530d0a1,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:09.397614 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:09.561176 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:09.561546 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (cb579e36-2012-4e8a-9a70-0f0d99d99b25), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:09.561861 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Floating IP cb579e36-2012-4e8a-9a70-0f0d99d99b25 disassociated. External IP: 172.27.0.214, port: 00068b36-ce10-4a47-b546-3d3c7530d0a1. Jul 27 10:55:09.562201 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Calling delete_port for 00068b36-ce10-4a47-b546-3d3c7530d0a1 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:55:09.636940 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:09.695969 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (00068b36-ce10-4a47-b546-3d3c7530d0a1), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:09.730793 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event deleted for resources: {'Port': ['ID=00068b36-ce10-4a47-b546-3d3c7530d0a1,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:09.737567 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:09.827105 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a89a81b6-8104-404d-8e1a-e00aeee7cee1 req-49585c46-de81-4f8e-9813-899b0b014bff tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5944ecb1-e436-4c0d-803a-cb646981dd93 HTTP/1.1" status: 200 len: 210 time: 0.0297747 Jul 27 10:55:09.843437 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Router 799722d1-5d93-4cf6-87e0-7606058c4980 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:55:09.952435 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:55:09.962893 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] Sync routers for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:55:09.972800 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:55:09.973405 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:54:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:10.003246 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] No DVR routers for this DVR port 00068b36-ce10-4a47-b546-3d3c7530d0a1 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:55:10.006061 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:10.009558 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-df043733-3713-4f1f-a52c-43e13b0341a9 req-ccc3c58e-a0e9-44ec-bf92-d623c5f50d03 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.69 "DELETE /v2.0/ports/00068b36-ce10-4a47-b546-3d3c7530d0a1 HTTP/1.1" status: 204 len: 173 time: 0.7813694 Jul 27 10:55:10.010023 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-deleted', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:55:10.012335 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745024d5-e46b-4407-8707-77e369a4022b" -d '{"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-deleted", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:55:10.052618 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d27af4-1f43-452a-a3d6-6ebd1043863c x-openstack-request-id: req-17d27af4-1f43-452a-a3d6-6ebd1043863c {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:55:10.052967 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5944ecb1-e436-4c0d-803a-cb646981dd93", "name": "network-vif-deleted", "tag": "00068b36-ce10-4a47-b546-3d3c7530d0a1", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:55:10.053305 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17d27af4-1f43-452a-a3d6-6ebd1043863c {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:55:10.053613 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d27af4-1f43-452a-a3d6-6ebd1043863c'] response: {'server_uuid': '5944ecb1-e436-4c0d-803a-cb646981dd93', 'name': 'network-vif-deleted', 'tag': '00068b36-ce10-4a47-b546-3d3c7530d0a1', 'status': 'completed', 'code': 200} Jul 27 10:55:10.081180 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:55:10.376506 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:10.405533 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] Checking router: 799722d1-5d93-4cf6-87e0-7606058c4980 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:55:10.414515 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:55:10.416962 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:54:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:10.527418 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:55:10.724445 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:10.756059 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f125c72-58cf-48f2-8ce1-90787c30ab72 None None] The sync data for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi is: [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:49:28Z', 'revision_number': 4, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '816e9b3f-354f-4094-a4db-b35fe338f8c8', 'name': '', 'network_id': 'edf18f58-8e5f-48fe-ad85-750e27f69099', 'tenant_id': '1f86323e8542471190e0b58769416138', 'mac_address': 'fa:16:3e:4d:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '381f6fcf-b156-436e-8450-618555685a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:27Z', 'updated_at': '2022-07-27T10:49:32Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'subnets': [{'id': '381f6fcf-b156-436e-8450-618555685a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:55:10.937098 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56216) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:10.997054 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661527a8-f3ee-458d-bdc7-364ce07c16f7 None None] New status for floating IP cb579e36-2012-4e8a-9a70-0f0d99d99b25: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:55:11.007170 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (0f572064-a85c-4126-9305-e617cef7b384), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.035249 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (0f572064-a85c-4126-9305-e617cef7b384), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.085251 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (0f572064-a85c-4126-9305-e617cef7b384), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.087930 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.089099 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "DELETE /v2.0/security-groups/0f572064-a85c-4126-9305-e617cef7b384 HTTP/1.1" status: 204 len: 168 time: 0.1508558 Jul 27 10:55:11.092538 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56218) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:11.099208 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f572064-a85c-4126-9305-e617cef7b384,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:11.106971 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.107578 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.107955 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.108270 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.109038 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.109549 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.110224 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.110466 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.api.v2.resource [None req-84612497-a837-4ffc-b2de-f01aafe1353c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] show failed (client error): The resource could not be found. Jul 27 10:55:11.110981 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.111529 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.112062 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.112694 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.112887 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.113230 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.113832 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.114196 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc848a-e15a-446a-8611-a857a2269564 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:11.125559 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-84612497-a837-4ffc-b2de-f01aafe1353c tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "GET /v2.0/security-groups/0f572064-a85c-4126-9305-e617cef7b384 HTTP/1.1" status: 404 len: 347 time: 0.0286677 Jul 27 10:55:11.126225 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56220) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:11.241929 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Deleting port 68756a14-1f0d-4efa-9402-efaa53201c6a {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:55:11.242193 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (68756a14-1f0d-4efa-9402-efaa53201c6a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.317147 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (68756a14-1f0d-4efa-9402-efaa53201c6a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.317480 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (68756a14-1f0d-4efa-9402-efaa53201c6a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.333376 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Calling delete_port for 68756a14-1f0d-4efa-9402-efaa53201c6a owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:55:11.383622 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:11.462166 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (68756a14-1f0d-4efa-9402-efaa53201c6a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.491370 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Pushing event deleted for resources: {'Port': ['ID=68756a14-1f0d-4efa-9402-efaa53201c6a,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:11.497582 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:11.558472 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks [] for floatingip (cb579e36-2012-4e8a-9a70-0f0d99d99b25), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.561022 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:11.562189 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-06d8e281-5da4-4397-ac43-14aab4056c91 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] 10.222.0.36 "DELETE /v2.0/floatingips/cb579e36-2012-4e8a-9a70-0f0d99d99b25 HTTP/1.1" status: 204 len: 168 time: 0.4347329 Jul 27 10:55:14.000054 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:55:14.020347 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 00068b36-ce10-4a47-b546-3d3c7530d0a1 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:55:14.020618 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 00068b36-ce10-4a47-b546-3d3c7530d0a1 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:55:17.188868 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56292) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:17.533562 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (799722d1-5d93-4cf6-87e0-7606058c4980), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:17.746637 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Deleting port 816e9b3f-354f-4094-a4db-b35fe338f8c8 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:55:17.746982 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:17.810699 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:17.827959 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] For port 816e9b3f-354f-4094-a4db-b35fe338f8c8, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=816e9b3f-354f-4094-a4db-b35fe338f8c8,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:17.828324 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:17.841066 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Calling delete_port for 816e9b3f-354f-4094-a4db-b35fe338f8c8 owned by network:router_interface {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:55:17.846065 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:18.017255 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (816e9b3f-354f-4094-a4db-b35fe338f8c8), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:18.043276 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Pushing event deleted for resources: {'Port': ['ID=816e9b3f-354f-4094-a4db-b35fe338f8c8,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:18.211277 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (799722d1-5d93-4cf6-87e0-7606058c4980), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:18.626861 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Router 799722d1-5d93-4cf6-87e0-7606058c4980 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:55:18.724400 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:55:18.729942 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c48c3aa2-be29-4144-8c34-d7a720eda740 admin admin] 10.222.0.36 "PUT /v2.0/routers/799722d1-5d93-4cf6-87e0-7606058c4980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5400400 Jul 27 10:55:18.732501 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56300) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:18.734144 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] Sync routers for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:55:18.744222 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:55:18.744817 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:54:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:18.832584 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks [] for router (799722d1-5d93-4cf6-87e0-7606058c4980), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:18.844098 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:55:18.876514 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:18.925233 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:18.935040 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks [] for router_gateway (799722d1-5d93-4cf6-87e0-7606058c4980), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:18.979900 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Deleting port 48d759ac-ce08-46ce-8a2a-7772e2858705 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:55:18.980212 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:18.997708 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:19.008732 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:55:17Z', 'revision_number': 5, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port': {'id': '48d759ac-ce08-46ce-8a2a-7772e2858705', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:49:25Z', 'updated_at': '2022-07-27T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:19.034880 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] Checking router: 799722d1-5d93-4cf6-87e0-7606058c4980 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:55:19.039110 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:19.045401 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] Routers {'799722d1-5d93-4cf6-87e0-7606058c4980'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:55:19.046297 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:54:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['799722d1-5d93-4cf6-87e0-7606058c4980'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:19.073739 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] For port 48d759ac-ce08-46ce-8a2a-7772e2858705, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=48d759ac-ce08-46ce-8a2a-7772e2858705,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:19.074101 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.086468 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Calling delete_port for 48d759ac-ce08-46ce-8a2a-7772e2858705 owned by network:router_gateway {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:55:19.130848 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] Set router 799722d1-5d93-4cf6-87e0-7606058c4980 gateway port host: None {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:55:19.181299 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:55:18Z', 'revision_number': 6, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:19.205918 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71380f-7fa5-4770-8c13-b0238c2aa9c6 None None] The sync data for ids ['799722d1-5d93-4cf6-87e0-7606058c4980'] in dv-cinder-850840-3-iscsi is: [{'id': '799722d1-5d93-4cf6-87e0-7606058c4980', 'name': 'tempest-AttachVolumeShelveTestJSON-1204953315-router', 'tenant_id': '1f86323e8542471190e0b58769416138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:49:24Z', 'updated_at': '2022-07-27T10:55:18Z', 'revision_number': 6, 'project_id': '1f86323e8542471190e0b58769416138', 'gw_port_host': None}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:55:19.255465 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (48d759ac-ce08-46ce-8a2a-7772e2858705), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.280051 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Pushing event deleted for resources: {'Port': ['ID=48d759ac-ce08-46ce-8a2a-7772e2858705,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:19.344510 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (799722d1-5d93-4cf6-87e0-7606058c4980), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.428008 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (799722d1-5d93-4cf6-87e0-7606058c4980), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.429997 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks [] for router_controller (799722d1-5d93-4cf6-87e0-7606058c4980), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.472420 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (799722d1-5d93-4cf6-87e0-7606058c4980), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.473045 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 799722d1-5d93-4cf6-87e0-7606058c4980 {{(pid=110617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:55:19.477259 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.478442 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-457d204d-d4aa-423d-ade4-a9e7d27ddadf admin admin] 10.222.0.36 "DELETE /v2.0/routers/799722d1-5d93-4cf6-87e0-7606058c4980 HTTP/1.1" status: 204 len: 168 time: 0.7447877 Jul 27 10:55:19.481454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56306) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:19.524813 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d33e87-fc56-4ebc-a7e7-503f74c3fe3b admin admin] Deleting subnet 381f6fcf-b156-436e-8450-618555685a35 {{(pid=110617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:55:19.528362 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6d33e87-fc56-4ebc-a7e7-503f74c3fe3b admin admin] Publish callbacks [] for subnet (381f6fcf-b156-436e-8450-618555685a35), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.568389 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6d33e87-fc56-4ebc-a7e7-503f74c3fe3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401349'] for subnet (381f6fcf-b156-436e-8450-618555685a35), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.647673 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6d33e87-fc56-4ebc-a7e7-503f74c3fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (381f6fcf-b156-436e-8450-618555685a35), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.699461 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6d33e87-fc56-4ebc-a7e7-503f74c3fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126546686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129740418'] for subnet (381f6fcf-b156-436e-8450-618555685a35), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.704038 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:19.730098 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d33e87-fc56-4ebc-a7e7-503f74c3fe3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381f6fcf-b156-436e-8450-618555685a35,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:19.734477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f6d33e87-fc56-4ebc-a7e7-503f74c3fe3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.737855 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f6d33e87-fc56-4ebc-a7e7-503f74c3fe3b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/381f6fcf-b156-436e-8450-618555685a35 HTTP/1.1" status: 204 len: 168 time: 0.2553027 Jul 27 10:55:19.740162 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56308) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:19.741389 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f54c5ce-5e72-49bc-a29b-1cd22a4cbc2e None None] Network edf18f58-8e5f-48fe-ad85-750e27f69099 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:55:19.808060 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (edf18f58-8e5f-48fe-ad85-750e27f69099), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.810404 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:19.853391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Deleting port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:55:19.853733 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.919431 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] For port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:19.919722 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:19.934400 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Calling delete_port for aa0f3f24-263d-4b6e-a382-34e8e70b6fcc owned by network:dhcp {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:55:19.968358 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] DHCP port deletion for edf18f58-8e5f-48fe-ad85-750e27f69099 request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 10:55:20.008608 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] Deleting port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc {{(pid=110618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:55:20.009088 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), before_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.022520 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device aa0f3f24-263d-4b6e-a382-34e8e70b6fcc no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:55:20.023750 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.054688 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] No DVR routers for this DVR port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc on host dv-cinder-850840-3-iscsi {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:55:20.057696 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:20.095470 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: aa0f3f24-263d-4b6e-a382-34e8e70b6fcc {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:55:20.095824 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device aa0f3f24-263d-4b6e-a382-34e8e70b6fcc not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:55:20.096238 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 48d759ac-ce08-46ce-8a2a-7772e2858705 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:55:20.123653 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 48d759ac-ce08-46ce-8a2a-7772e2858705 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:55:20.124006 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 48d759ac-ce08-46ce-8a2a-7772e2858705 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:55:20.124428 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 816e9b3f-354f-4094-a4db-b35fe338f8c8 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:55:20.130808 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] For port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,segment=NetworkSegment(b9f5b507-b922-44f7-9e07-10954bfea3f1),segment_id=b9f5b507-b922-44f7-9e07-10954bfea3f1)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:20.131212 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), precommit_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.142768 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (edf18f58-8e5f-48fe-ad85-750e27f69099), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.153903 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 816e9b3f-354f-4094-a4db-b35fe338f8c8 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:55:20.154258 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 816e9b3f-354f-4094-a4db-b35fe338f8c8 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:55:20.161085 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] Calling delete_port for aa0f3f24-263d-4b6e-a382-34e8e70b6fcc owned by network:dhcp {{(pid=110618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:55:20.165578 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf18f58-8e5f-48fe-ad85-750e27f69099']}} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:20.175386 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f5b507-b922-44f7-9e07-10954bfea3f1') {'for_net_delete': True} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:20.175682 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f5b507-b922-44f7-9e07-10954bfea3f1') {} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:20.186251 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401372'] for segment (b9f5b507-b922-44f7-9e07-10954bfea3f1), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.201844 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (b9f5b507-b922-44f7-9e07-10954bfea3f1), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.209723 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=110617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:55:20.210340 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126546592'] for segment (b9f5b507-b922-44f7-9e07-10954bfea3f1), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.243357 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (aa0f3f24-263d-4b6e-a382-34e8e70b6fcc), after_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.255705 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment b9f5b507-b922-44f7-9e07-10954bfea3f1 resource provider aggregate not found Jul 27 10:55:20.267666 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] Pushing event deleted for resources: {'Port': ['ID=aa0f3f24-263d-4b6e-a382-34e8e70b6fcc,revision_number=None']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:20.273772 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692b12b-278c-4021-80ad-49ba1ad9ed40 None None] No DVR routers for this DVR port aa0f3f24-263d-4b6e-a382-34e8e70b6fcc on host dv-cinder-850840-3-iscsi {{(pid=110618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:55:20.287464 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment b9f5b507-b922-44f7-9e07-10954bfea3f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f5b507-b922-44f7-9e07-10954bfea3f1 found for delete ", "request_id": "req-64f280f8-9212-482a-b6b8-259b56165e74"}]} Jul 27 10:55:20.289255 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (edf18f58-8e5f-48fe-ad85-750e27f69099), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.302077 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.306853 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/edf18f58-8e5f-48fe-ad85-750e27f69099 HTTP/1.1" status: 204 len: 168 time: 0.5650907 Jul 27 10:55:20.325683 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5629dd9-84a7-4553-b901-c9dfa6df0af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf18f58-8e5f-48fe-ad85-750e27f69099,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:20.441503 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56324) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:20.484094 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7419eb0e-430c-4fd1-9280-b8550b5c4ac3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f86323e8542471190e0b58769416138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412908 Jul 27 10:55:20.486441 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56326) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:20.535126 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7e568285-5fd2-4606-8730-59a1f1a8787e admin admin] Publish callbacks [] for security_group (9be1bb7e-e11a-49b8-b200-0fa3477f676e), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.557048 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7e568285-5fd2-4606-8730-59a1f1a8787e admin admin] Publish callbacks [] for security_group (9be1bb7e-e11a-49b8-b200-0fa3477f676e), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.602791 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7e568285-5fd2-4606-8730-59a1f1a8787e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9be1bb7e-e11a-49b8-b200-0fa3477f676e), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.605927 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-7e568285-5fd2-4606-8730-59a1f1a8787e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:20.607596 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-7e568285-5fd2-4606-8730-59a1f1a8787e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9be1bb7e-e11a-49b8-b200-0fa3477f676e HTTP/1.1" status: 204 len: 168 time: 0.1201749 Jul 27 10:55:20.615047 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e568285-5fd2-4606-8730-59a1f1a8787e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be1bb7e-e11a-49b8-b200-0fa3477f676e,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:21.551463 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:21.554713 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:22.121738 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-53eff368-9980-4621-87b8-87f9a85abdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.350233 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56370) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:22.354759 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-046d2b63-e81b-4b0b-ab18-140733334f54 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732473093', 'description': 'tempest-description--1769949648'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:22.379813 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-046d2b63-e81b-4b0b-ab18-140733334f54 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.444577 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-046d2b63-e81b-4b0b-ab18-140733334f54 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (a77a741d-1078-48db-aae7-27ca9dc01378), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.448723 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-046d2b63-e81b-4b0b-ab18-140733334f54 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a77a741d-1078-48db-aae7-27ca9dc01378), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.463010 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:22.471372 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:22.483524 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-046d2b63-e81b-4b0b-ab18-140733334f54 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.484840 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-046d2b63-e81b-4b0b-ab18-140733334f54 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1335084 Jul 27 10:55:22.487838 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56374) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:22.488600 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d2b63-e81b-4b0b-ab18-140733334f54 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a741d-1078-48db-aae7-27ca9dc01378,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:22.493194 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-82516c78-23b0-4784-9bfe-5a339d1596d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group_rule': {'security_group_id': 'a77a741d-1078-48db-aae7-27ca9dc01378', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:22.529421 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-82516c78-23b0-4784-9bfe-5a339d1596d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (6f7e323d-fa5f-4426-9e8f-154c7476b9b5), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.587966 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-82516c78-23b0-4784-9bfe-5a339d1596d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (6f7e323d-fa5f-4426-9e8f-154c7476b9b5), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.591820 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-82516c78-23b0-4784-9bfe-5a339d1596d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (6f7e323d-fa5f-4426-9e8f-154c7476b9b5), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.610257 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82516c78-23b0-4784-9bfe-5a339d1596d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7e323d-fa5f-4426-9e8f-154c7476b9b5,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:22.621479 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-82516c78-23b0-4784-9bfe-5a339d1596d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.622693 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-82516c78-23b0-4784-9bfe-5a339d1596d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336966 Jul 27 10:55:22.625559 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56380) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:22.629657 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-dfccee7f-3fb7-4c24-b050-8d244a7d7869 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group_rule': {'security_group_id': 'a77a741d-1078-48db-aae7-27ca9dc01378', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:22.654551 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-dfccee7f-3fb7-4c24-b050-8d244a7d7869 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (78e7b5c9-13c3-4260-b9e4-0f9f80b41b50), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.714585 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-dfccee7f-3fb7-4c24-b050-8d244a7d7869 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (78e7b5c9-13c3-4260-b9e4-0f9f80b41b50), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.717921 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-dfccee7f-3fb7-4c24-b050-8d244a7d7869 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (78e7b5c9-13c3-4260-b9e4-0f9f80b41b50), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.733920 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccee7f-3fb7-4c24-b050-8d244a7d7869 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e7b5c9-13c3-4260-b9e4-0f9f80b41b50,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:22.746340 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-dfccee7f-3fb7-4c24-b050-8d244a7d7869 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.747607 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-dfccee7f-3fb7-4c24-b050-8d244a7d7869 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211495 Jul 27 10:55:22.751267 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56384) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:22.756148 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:22.777213 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.861777 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:22.971057 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Allocated IP 172.27.0.102 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/6b95ad2f-6d4d-45d8-a206-002964ef645a) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:55:23.086665 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (6b95ad2f-6d4d-45d8-a206-002964ef645a), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:23.119085 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (6b95ad2f-6d4d-45d8-a206-002964ef645a), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:23.157430 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:55:23.162646 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:55:23.170215 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:55:23.193560 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=6b95ad2f-6d4d-45d8-a206-002964ef645a,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:23.263613 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:23.303295 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6b95ad2f-6d4d-45d8-a206-002964ef645a), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:23.440727 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:23.455104 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (6b95ad2f-6d4d-45d8-a206-002964ef645a), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:23.459534 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (6b95ad2f-6d4d-45d8-a206-002964ef645a), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:23.530387 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:23.534444 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=6b95ad2f-6d4d-45d8-a206-002964ef645a,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:23.544261 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:23.560663 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:23.561943 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-65f56e38-1e2c-4a58-a820-feccbb2720bb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8095727 Jul 27 10:55:23.766889 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-f7d56b32-b6f1-49dc-9ca0-fed4417e10a0 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1732473093&fields=id&tenant_id=069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 267 time: 0.0434253 Jul 27 10:55:23.887596 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-ad86cc71-3dbc-4dcd-bcd5-6b99520d8c1f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:23.889067 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-ad86cc71-3dbc-4dcd-bcd5-6b99520d8c1f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 815 time: 0.1156688 Jul 27 10:55:23.904744 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-ae589af4-8f2f-4ab1-9326-7738c895bbec tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/quotas/069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 375 time: 0.0098119 Jul 27 10:55:23.955703 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-67f7c6a2-49f9-49f9-846b-b4e422a651e3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460660 Jul 27 10:55:24.050518 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-537c889f-12d4-4667-a9da-96f9c6499861 service neutron] 10.222.0.36 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836132 Jul 27 10:55:24.138741 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-11da6082-2121-4e3a-a97e-1dd296862cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824955 Jul 27 10:55:24.307077 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0d7195c7-b9e1-4c69-b42f-ca7be1e00d83 req-82d80d3a-c1e5-4c0f-9062-7e7a93f2eae7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 210 time: 0.0298803 Jul 27 10:55:24.410635 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-590cfd89-4738-473c-a637-4de4250ad890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:25.127226 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624bc6d-4dcc-4801-b3aa-2db128ef5bba req-18613821-b6a6-4d80-8bb3-f8c9f2f1a6d0 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:25.131055 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e624bc6d-4dcc-4801-b3aa-2db128ef5bba req-18613821-b6a6-4d80-8bb3-f8c9f2f1a6d0 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 945 time: 0.0548351 Jul 27 10:55:25.188967 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e624bc6d-4dcc-4801-b3aa-2db128ef5bba req-67ec2e50-78c6-4c1a-a1f7-dac47a16b86b tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540879 Jul 27 10:55:25.405424 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5d035969-edc3-4969-afeb-a932dd15d50e req-212ffa09-b03c-4d40-9832-bea2a3d7756a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 210 time: 0.0271876 Jul 27 10:55:25.527266 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:26.307513 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568536e-42bc-481c-979c-17f47100aed0 req-5ab83260-2fa6-47bc-82e3-134590700fa9 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:26.309006 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f568536e-42bc-481c-979c-17f47100aed0 req-5ab83260-2fa6-47bc-82e3-134590700fa9 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 945 time: 0.0470889 Jul 27 10:55:26.362519 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f568536e-42bc-481c-979c-17f47100aed0 req-205fe222-eba7-4196-b3c0-3ef21a0e4bf4 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/security-groups?id=553f8faa-7734-4571-8209-c34b692b4c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475142 Jul 27 10:55:26.478801 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-b547dd9c-ee41-4724-81ad-613673d697f0 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:26.480260 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-b547dd9c-ee41-4724-81ad-613673d697f0 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 815 time: 0.1245418 Jul 27 10:55:26.492384 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:26.516255 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d46926e9-5740-4082-b4fa-2fab02a91d45 req-73d09e50-f25b-4ba2-88aa-b70f569e8e20 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 210 time: 0.0322444 Jul 27 10:55:26.614692 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fbb1bc72-8f4b-4a55-8d23-39c9692f5411 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 473 time: 0.0682893 Jul 27 10:55:26.687829 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'port': {'device_id': 'd85a42a3-93df-4439-8530-b353fc93e355', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'admin_state_up': True, 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'security_groups': ['a77a741d-1078-48db-aae7-27ca9dc01378']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:26.786032 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-a64c15d1-db43-41bb-8b2f-0cbbd90e4ed3 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:26.787495 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-a64c15d1-db43-41bb-8b2f-0cbbd90e4ed3 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.69 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 945 time: 0.0962448 Jul 27 10:55:26.904869 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Deleting port 7d790d4c-5df2-4387-b591-495f7ef73b8e {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:55:26.905130 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:26.920877 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Made reservation on behalf of 069d5edd9d9346bdb10c80922a763605 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:55:26.924206 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.068036 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] For port 7d790d4c-5df2-4387-b591-495f7ef73b8e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7d790d4c-5df2-4387-b591-495f7ef73b8e,segment=NetworkSegment(d8fa0596-4215-4a0f-9d6e-570f42ec0728),segment_id=d8fa0596-4215-4a0f-9d6e-570f42ec0728)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:27.068404 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.105881 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Calling delete_port for 7d790d4c-5df2-4387-b591-495f7ef73b8e owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:55:27.168713 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Allocated IP 172.20.0.4 (1d6af9c8-63cc-45e0-96b7-7129da7ac289/0db7642a-ba9a-418a-899d-470f110ab7ef/2b4a4d91-cb2b-49e3-bdbc-35a44512190c) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:55:27.172062 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:27.235564 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:27.315229 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.355196 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (7d790d4c-5df2-4387-b591-495f7ef73b8e), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.371040 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['7d790d4c-5df2-4387-b591-495f7ef73b8e'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:55:27.397171 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Pushing event deleted for resources: {'Port': ['ID=7d790d4c-5df2-4387-b591-495f7ef73b8e,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:27.439164 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.459754 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] No DVR routers for this DVR port 7d790d4c-5df2-4387-b591-495f7ef73b8e on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:55:27.463862 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.464439 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.464993 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.468087 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dc159460-5ad6-4e07-a269-ce059993fb06 req-3ee4302a-c5f8-4ae0-b31d-f40e9d0a8806 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.69 "DELETE /v2.0/ports/7d790d4c-5df2-4387-b591-495f7ef73b8e HTTP/1.1" status: 204 len: 173 time: 0.6729288 Jul 27 10:55:27.468534 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df9bad2-1f18-476e-b7d4-ec323955aa02', 'name': 'network-vif-deleted', 'tag': '7d790d4c-5df2-4387-b591-495f7ef73b8e'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:55:27.470913 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b424019-e680-43e1-8e03-4a0e6ffc5096" -d '{"events": [{"server_uuid": "8df9bad2-1f18-476e-b7d4-ec323955aa02", "name": "network-vif-deleted", "tag": "7d790d4c-5df2-4387-b591-495f7ef73b8e"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:55:27.495181 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fc74378b-87de-4dcb-87ce-d0606533c0fc req-4de852dd-3569-4839-90ed-7af9c9981f74 tempest-VolumesSnapshotTestJSON-943043839 tempest-VolumesSnapshotTestJSON-943043839-project] 10.222.0.36 "GET /v2.0/ports?device_id=8df9bad2-1f18-476e-b7d4-ec323955aa02 HTTP/1.1" status: 200 len: 210 time: 0.0414746 Jul 27 10:55:27.510369 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.513517 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0acd482-8c0d-45dd-80eb-0de688bc0f19 x-openstack-request-id: req-f0acd482-8c0d-45dd-80eb-0de688bc0f19 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:55:27.513905 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df9bad2-1f18-476e-b7d4-ec323955aa02", "name": "network-vif-deleted", "tag": "7d790d4c-5df2-4387-b591-495f7ef73b8e", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:55:27.514234 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0acd482-8c0d-45dd-80eb-0de688bc0f19 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:55:27.514750 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0acd482-8c0d-45dd-80eb-0de688bc0f19'] response: {'server_uuid': '8df9bad2-1f18-476e-b7d4-ec323955aa02', 'name': 'network-vif-deleted', 'tag': '7d790d4c-5df2-4387-b591-495f7ef73b8e', 'status': 'completed', 'code': 200} Jul 27 10:55:27.567954 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:55:27.574206 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:55:27.578975 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:55:27.583318 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:27.615089 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:27.643979 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:27.644903 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.657863 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea67175-2730-4858-884f-3f670ac12c70 req-88a53599-7cc3-4450-b7da-85b667316b28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:27.659714 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3ea67175-2730-4858-884f-3f670ac12c70 req-88a53599-7cc3-4450-b7da-85b667316b28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 931 time: 0.0588200 Jul 27 10:55:27.663614 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-da4165e5-9310-4fd2-92a5-e3a2051eed05 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9790905 Jul 27 10:55:27.709263 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3ea67175-2730-4858-884f-3f670ac12c70 req-86c9e29c-830a-4767-8a09-57c486ac2f00 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434933 Jul 27 10:55:27.835154 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-c3119771-8363-4e29-95ae-93e110518c09 None None] Provisioning complete for port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:55:27.835790 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c3119771-8363-4e29-95ae-93e110518c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:27.840531 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Request body: {'port': {'device_id': 'd85a42a3-93df-4439-8530-b353fc93e355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:27.875602 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-c3119771-8363-4e29-95ae-93e110518c09 None None] Port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:55:27.926712 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:28.199015 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4a4d91-cb2b-49e3-bdbc-35a44512190c {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:55:28.206911 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Publish callbacks [] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:28.221627 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Transition to ACTIVE for port object 2b4a4d91-cb2b-49e3-bdbc-35a44512190c will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:55:28.225732 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:28.473652 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:28.491848 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:28.503695 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:28.584051 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Attempting to bind port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:55:28.588118 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Attempting to bind port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:55:28.588118 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Attempting to bind port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:55:28.593072 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:55:28.593412 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Attempting to bind port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:55:28.600635 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:55:28.601001 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Checking segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:55:28.601398 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Bound using segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:55:28.601843 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Bound port: 2b4a4d91-cb2b-49e3-bdbc-35a44512190c, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:55:28.602374 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:28.668393 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] For port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:55:28.671417 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] For port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:55:28.677762 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:28.711618 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:28.712179 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:28.713551 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] 10.222.0.69 "PUT /v2.0/ports/2b4a4d91-cb2b-49e3-bdbc-35a44512190c HTTP/1.1" status: 200 len: 1093 time: 0.8781385 Jul 27 10:55:28.738949 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632b7a-5fe7-490b-b2fb-7a2403119d49 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:28.801360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-6051f862-46b6-4e20-870d-a4d206dc2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:28.803177 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-6051f862-46b6-4e20-870d-a4d206dc2b0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 1127 time: 0.0424256 Jul 27 10:55:28.847252 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-875c7389-6491-4ed3-b8ff-039b3c515093 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4a4d91-cb2b-49e3-bdbc-35a44512190c HTTP/1.1" status: 200 len: 217 time: 0.0366709 Jul 27 10:55:28.856591 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb8dc-78fe-4b30-9d55-767e633ef9c0 req-02712d00-a6bd-483d-92b8-7e304bd770ef tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:28.863749 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-00deb8dc-78fe-4b30-9d55-767e633ef9c0 req-02712d00-a6bd-483d-92b8-7e304bd770ef tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 943 time: 0.0680382 Jul 27 10:55:28.924752 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-23360cd3-76e4-4065-9cfa-78ec4f4385a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:28.926798 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-23360cd3-76e4-4065-9cfa-78ec4f4385a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0642014 Jul 27 10:55:28.935682 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-00deb8dc-78fe-4b30-9d55-767e633ef9c0 req-d077ff34-4e38-45a2-baa8-6f7d9e10fe00 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709467 Jul 27 10:55:28.998749 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-ad85a9fd-39e9-4765-9ec9-0465e9d6bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:29.000481 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-ad85a9fd-39e9-4765-9ec9-0465e9d6bea6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553844 Jul 27 10:55:29.100852 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-30593177-d82c-4851-8907-58683e620122 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946472 Jul 27 10:55:29.156258 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=16 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:29.190783 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6ccbc6fb-7b72-4232-8f42-4534eeaac886 req-f93c3293-0366-4cb8-9e6a-aa0bd0b4229c service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831339 Jul 27 10:55:29.205316 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=9 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:29.516118 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85a42a3-93df-4439-8530-b353fc93e355', 'tag': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:55:29.518498 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be540873-c5b8-40fd-94fc-4901b06b907b" -d '{"events": [{"name": "network-changed", "server_uuid": "d85a42a3-93df-4439-8530-b353fc93e355", "tag": "2b4a4d91-cb2b-49e3-bdbc-35a44512190c"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:55:29.554737 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ba29a1-d6c6-4cc4-8846-f3e2c8ae6ef2 x-openstack-request-id: req-f7ba29a1-d6c6-4cc4-8846-f3e2c8ae6ef2 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:55:29.555035 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85a42a3-93df-4439-8530-b353fc93e355", "tag": "2b4a4d91-cb2b-49e3-bdbc-35a44512190c", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:55:29.555292 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7ba29a1-d6c6-4cc4-8846-f3e2c8ae6ef2 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:55:29.555696 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ba29a1-d6c6-4cc4-8846-f3e2c8ae6ef2'] response: {'name': 'network-changed', 'server_uuid': 'd85a42a3-93df-4439-8530-b353fc93e355', 'tag': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'status': 'completed', 'code': 200} Jul 27 10:55:29.917452 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be540873-c5b8-40fd-94fc-4901b06b907b req-4ac3dab3-781b-44ba-ae5f-d3d5d74298f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:29.918962 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-be540873-c5b8-40fd-94fc-4901b06b907b req-4ac3dab3-781b-44ba-ae5f-d3d5d74298f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 1127 time: 0.0390725 Jul 27 10:55:30.021598 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be540873-c5b8-40fd-94fc-4901b06b907b req-d42106fd-0a49-4a10-96aa-8915e16e0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:30.023074 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-be540873-c5b8-40fd-94fc-4901b06b907b req-d42106fd-0a49-4a10-96aa-8915e16e0619 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0988984 Jul 27 10:55:30.062238 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b73463-0581-414d-8e88-2cdde0f1ebbc req-a88f5ca5-0101-4422-bd77-5c664846d97b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:30.063769 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e4b73463-0581-414d-8e88-2cdde0f1ebbc req-a88f5ca5-0101-4422-bd77-5c664846d97b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 943 time: 0.0480433 Jul 27 10:55:30.068511 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-be540873-c5b8-40fd-94fc-4901b06b907b req-3be7e0ab-637c-41f5-bbdb-b84901a3539c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4a4d91-cb2b-49e3-bdbc-35a44512190c HTTP/1.1" status: 200 len: 217 time: 0.0380502 Jul 27 10:55:30.113536 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e4b73463-0581-414d-8e88-2cdde0f1ebbc req-176fde4e-8a0f-4d71-a57b-3384a702c97c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Jul 27 10:55:30.141591 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be540873-c5b8-40fd-94fc-4901b06b907b req-ab2155cc-c842-4620-91b2-6adff4838fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:30.141591 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-be540873-c5b8-40fd-94fc-4901b06b907b req-ab2155cc-c842-4620-91b2-6adff4838fc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0665386 Jul 27 10:55:30.192484 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be540873-c5b8-40fd-94fc-4901b06b907b req-1db23c64-6494-46b7-a71e-6587de41c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:30.194283 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-be540873-c5b8-40fd-94fc-4901b06b907b req-1db23c64-6494-46b7-a71e-6587de41c863 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474546 Jul 27 10:55:30.310213 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-be540873-c5b8-40fd-94fc-4901b06b907b req-a61a3902-9ccf-4107-a409-436269841c63 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081855 Jul 27 10:55:30.367698 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:30.386174 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:30.410633 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-be540873-c5b8-40fd-94fc-4901b06b907b req-68939e99-667f-4474-8886-0c8656ac5b1a service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944016 Jul 27 10:55:30.422414 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56542) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:30.530168 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9d35876-18b4-4a35-b03f-6a5b66734632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:30.605712 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9d35876-18b4-4a35-b03f-6a5b66734632 admin admin] Publish callbacks [] for security_group (ce058e19-d7b3-4dd8-8588-741b6962b870), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:30.609530 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9d35876-18b4-4a35-b03f-6a5b66734632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ce058e19-d7b3-4dd8-8588-741b6962b870), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:30.652618 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f9d35876-18b4-4a35-b03f-6a5b66734632 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ae3bbdf81794b1ab67077fa788f0092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290089 Jul 27 10:55:30.653554 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d35876-18b4-4a35-b03f-6a5b66734632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce058e19-d7b3-4dd8-8588-741b6962b870,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:30.655264 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56546) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:30.705084 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7127e33-35a4-4e1f-91c2-34120e9c9e16 admin admin] Publish callbacks [] for security_group (ce058e19-d7b3-4dd8-8588-741b6962b870), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:30.726736 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7127e33-35a4-4e1f-91c2-34120e9c9e16 admin admin] Publish callbacks [] for security_group (ce058e19-d7b3-4dd8-8588-741b6962b870), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:30.772581 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7127e33-35a4-4e1f-91c2-34120e9c9e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ce058e19-d7b3-4dd8-8588-741b6962b870), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:30.775775 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7127e33-35a4-4e1f-91c2-34120e9c9e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:30.776887 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d7127e33-35a4-4e1f-91c2-34120e9c9e16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce058e19-d7b3-4dd8-8588-741b6962b870 HTTP/1.1" status: 204 len: 168 time: 0.1206725 Jul 27 10:55:30.784253 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7127e33-35a4-4e1f-91c2-34120e9c9e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce058e19-d7b3-4dd8-8588-741b6962b870,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:31.242123 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22db71f-9f3f-4d05-8500-078ac05e8a1c req-afc9c432-b863-4f5c-8653-2fe77b8f442b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:31.247083 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d22db71f-9f3f-4d05-8500-078ac05e8a1c req-afc9c432-b863-4f5c-8653-2fe77b8f442b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 943 time: 0.0563114 Jul 27 10:55:31.291896 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d22db71f-9f3f-4d05-8500-078ac05e8a1c req-acb7eeb1-2591-4664-94f1-e4f7fefe7712 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 Jul 27 10:55:32.025632 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 2b4a4d91-cb2b-49e3-bdbc-35a44512190c details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:55:32.113366 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:32.120982 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:32.131278 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:32.144527 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'port_id': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'mac_address': 'fa:16:3e:d9:a8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:55:32.179279 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:55:32.179669 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:32.193156 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4a4d91-cb2b-49e3-bdbc-35a44512190c {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:55:32.214419 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:32.218518 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:32.271047 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:32.414648 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89523003-f39e-4f7f-a082-7f1c2c94cc93 req-739ec5b0-3632-4185-b604-476e9ecd8f49 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:32.416608 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-89523003-f39e-4f7f-a082-7f1c2c94cc93 req-739ec5b0-3632-4185-b604-476e9ecd8f49 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 944 time: 0.0468879 Jul 27 10:55:32.464861 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-89523003-f39e-4f7f-a082-7f1c2c94cc93 req-7ff2aea8-0878-4273-a083-af650c151830 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 Jul 27 10:55:32.916526 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 7d790d4c-5df2-4387-b591-495f7ef73b8e no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:55:32.935511 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 7d790d4c-5df2-4387-b591-495f7ef73b8e {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:55:32.935874 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 7d790d4c-5df2-4387-b591-495f7ef73b8e not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:55:33.147531 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['2b4a4d91-cb2b-49e3-bdbc-35a44512190c'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:55:33.590366 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d079655-4362-4524-bf91-72331ffc913c req-f4e2a126-49f4-4386-b3e1-2ae95b8bca35 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:33.598182 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2d079655-4362-4524-bf91-72331ffc913c req-f4e2a126-49f4-4386-b3e1-2ae95b8bca35 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 944 time: 0.0556822 Jul 27 10:55:33.672584 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2d079655-4362-4524-bf91-72331ffc913c req-751ea45d-5537-4f5f-929e-11b76f712536 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734651 Jul 27 10:55:34.790084 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abc91-7913-4ab2-a56b-cbd5b323b662 req-46cb9182-df20-4595-90f8-50eab2988941 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:34.791919 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b38abc91-7913-4ab2-a56b-cbd5b323b662 req-46cb9182-df20-4595-90f8-50eab2988941 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 944 time: 0.0497749 Jul 27 10:55:34.841922 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b38abc91-7913-4ab2-a56b-cbd5b323b662 req-40fbf4c3-8123-4e61-bb4e-ab57245dd615 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Jul 27 10:55:35.219322 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56658) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:35.264781 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 2b4a4d91-cb2b-49e3-bdbc-35a44512190c up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:55:35.309145 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:55:35.316380 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:55:35.316755 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.328012 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-479b5c2e-5d0f-4f5f-9020-50512b88c6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.390946 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:55:35.391264 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.404472 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:35.406474 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-479b5c2e-5d0f-4f5f-9020-50512b88c6b8 admin admin] Publish callbacks [] for security_group (24a05790-f7cd-47da-88dd-02ac89fd6183), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.410389 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-479b5c2e-5d0f-4f5f-9020-50512b88c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (24a05790-f7cd-47da-88dd-02ac89fd6183), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.414559 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:35.414842 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85a42a3-93df-4439-8530-b353fc93e355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:55:35.417202 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df88366-8609-4c31-8aba-0b1815c754dc" -d '{"events": [{"server_uuid": "d85a42a3-93df-4439-8530-b353fc93e355", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a4d91-cb2b-49e3-bdbc-35a44512190c"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:55:35.431450 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:55:35.436447 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.457288 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b5c2e-5d0f-4f5f-9020-50512b88c6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a05790-f7cd-47da-88dd-02ac89fd6183,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:35.464706 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56664) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:35.465189 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-479b5c2e-5d0f-4f5f-9020-50512b88c6b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=367fba0042ce43c79cdaaac707c07f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443457 Jul 27 10:55:35.477981 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ed83b5-d421-42d9-8c3e-a99853e7461b x-openstack-request-id: req-73ed83b5-d421-42d9-8c3e-a99853e7461b {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:55:35.478347 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85a42a3-93df-4439-8530-b353fc93e355", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a4d91-cb2b-49e3-bdbc-35a44512190c", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:55:35.479125 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73ed83b5-d421-42d9-8c3e-a99853e7461b {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:55:35.479125 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ed83b5-d421-42d9-8c3e-a99853e7461b'] response: {'server_uuid': 'd85a42a3-93df-4439-8530-b353fc93e355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'code': 200} Jul 27 10:55:35.491478 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:35.516326 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9c6a2e0c-9b01-468e-a6c2-f4866e0ac99d admin admin] Publish callbacks [] for security_group (24a05790-f7cd-47da-88dd-02ac89fd6183), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.538437 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9c6a2e0c-9b01-468e-a6c2-f4866e0ac99d admin admin] Publish callbacks [] for security_group (24a05790-f7cd-47da-88dd-02ac89fd6183), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.588231 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9c6a2e0c-9b01-468e-a6c2-f4866e0ac99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (24a05790-f7cd-47da-88dd-02ac89fd6183), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.590833 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-9c6a2e0c-9b01-468e-a6c2-f4866e0ac99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.591974 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-9c6a2e0c-9b01-468e-a6c2-f4866e0ac99d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24a05790-f7cd-47da-88dd-02ac89fd6183 HTTP/1.1" status: 204 len: 168 time: 0.1262276 Jul 27 10:55:35.608775 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a2e0c-9b01-468e-a6c2-f4866e0ac99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a05790-f7cd-47da-88dd-02ac89fd6183,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:35.638924 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe11d7-2a1d-43ff-8f10-a7bf265c9034 req-52f6a52f-9192-4036-8334-d658d7b82a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:35.640462 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e7fe11d7-2a1d-43ff-8f10-a7bf265c9034 req-52f6a52f-9192-4036-8334-d658d7b82a68 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 1129 time: 0.0455780 Jul 27 10:55:35.686170 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e7fe11d7-2a1d-43ff-8f10-a7bf265c9034 req-e2687514-3db5-4fcb-8eba-05c0bc3e51b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Jul 27 10:55:35.857657 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56670) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:35.874121 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8c1f543d-fcc0-476b-9c2f-1ab6d3059fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.956548 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8c1f543d-fcc0-476b-9c2f-1ab6d3059fa1 admin admin] Publish callbacks [] for security_group (7f55478c-b8cb-4a56-bb1b-0c3fc01eedb6), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.962776 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8c1f543d-fcc0-476b-9c2f-1ab6d3059fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7f55478c-b8cb-4a56-bb1b-0c3fc01eedb6), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:35.972894 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbf51d-62e5-4a5e-9010-afa549aee8bc req-753435de-98f2-4ba7-9419-e60b6c94bd56 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:35.974972 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-aafbf51d-62e5-4a5e-9010-afa549aee8bc req-753435de-98f2-4ba7-9419-e60b6c94bd56 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 945 time: 0.0573812 Jul 27 10:55:36.004948 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-8c1f543d-fcc0-476b-9c2f-1ab6d3059fa1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6106a88006b546daae3bfeaf0a25203d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461885 Jul 27 10:55:36.005821 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f543d-fcc0-476b-9c2f-1ab6d3059fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55478c-b8cb-4a56-bb1b-0c3fc01eedb6,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:36.008126 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56678) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:36.037909 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-aafbf51d-62e5-4a5e-9010-afa549aee8bc req-19277163-0973-41db-9d7c-a149d49a8f72 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555127 Jul 27 10:55:36.058932 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-957e3d0b-71d8-48d3-8d50-3dd14eed6be4 admin admin] Publish callbacks [] for security_group (7f55478c-b8cb-4a56-bb1b-0c3fc01eedb6), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:36.086126 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-957e3d0b-71d8-48d3-8d50-3dd14eed6be4 admin admin] Publish callbacks [] for security_group (7f55478c-b8cb-4a56-bb1b-0c3fc01eedb6), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:36.133197 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-957e3d0b-71d8-48d3-8d50-3dd14eed6be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7f55478c-b8cb-4a56-bb1b-0c3fc01eedb6), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:36.136332 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-957e3d0b-71d8-48d3-8d50-3dd14eed6be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:36.137603 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-957e3d0b-71d8-48d3-8d50-3dd14eed6be4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f55478c-b8cb-4a56-bb1b-0c3fc01eedb6 HTTP/1.1" status: 204 len: 168 time: 0.1285739 Jul 27 10:55:36.146475 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e3d0b-71d8-48d3-8d50-3dd14eed6be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55478c-b8cb-4a56-bb1b-0c3fc01eedb6,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:37.168385 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699221f3-41ad-4e82-9d08-ec37d224a23d req-c83e6d87-c79f-493b-a543-39bad78534f8 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:37.169867 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-699221f3-41ad-4e82-9d08-ec37d224a23d req-c83e6d87-c79f-493b-a543-39bad78534f8 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 945 time: 0.0511041 Jul 27 10:55:37.218732 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-699221f3-41ad-4e82-9d08-ec37d224a23d req-afc3a413-4f32-4805-9fa0-1b325642bc62 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433209 Jul 27 10:55:37.339616 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d67d-ee4b-4f0d-822e-ca13a1fb874e req-d07cca5e-4cc1-4225-932b-55cebbb238ba tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:37.341537 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d0f3d67d-ee4b-4f0d-822e-ca13a1fb874e req-d07cca5e-4cc1-4225-932b-55cebbb238ba tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 945 time: 0.0519300 Jul 27 10:55:37.352059 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56722) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:37.357993 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'floatingip': {'port_id': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:37.361515 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:37.398360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:37.408186 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:37.975135 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:37.977387 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56738) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:37.983824 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.089869 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-219fa34c-adac-47f4-b364-d129a30257b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.092262 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Floating IP a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee associated. External IP: 172.27.0.102, port: 2b4a4d91-cb2b-49e3-bdbc-35a44512190c. Jul 27 10:55:38.292023 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-219fa34c-adac-47f4-b364-d129a30257b4 admin admin] Publish callbacks [] for security_group (2adb6dcf-90be-4be0-ad49-03f1a6318236), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.299644 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-219fa34c-adac-47f4-b364-d129a30257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2adb6dcf-90be-4be0-ad49-03f1a6318236), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.354165 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:38.377624 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-219fa34c-adac-47f4-b364-d129a30257b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36b1a3681133496dbe21982630c59b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989415 Jul 27 10:55:38.380344 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56742) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:38.383220 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa34c-adac-47f4-b364-d129a30257b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb6dcf-90be-4be0-ad49-03f1a6318236,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:38.398183 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:55:38.429762 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3776d08a-f50e-4fba-b049-686f0240d20b admin admin] Publish callbacks [] for security_group (2adb6dcf-90be-4be0-ad49-03f1a6318236), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.453556 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3776d08a-f50e-4fba-b049-686f0240d20b admin admin] Publish callbacks [] for security_group (2adb6dcf-90be-4be0-ad49-03f1a6318236), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.489467 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:38.501543 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3776d08a-f50e-4fba-b049-686f0240d20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2adb6dcf-90be-4be0-ad49-03f1a6318236), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.504626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3776d08a-f50e-4fba-b049-686f0240d20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.505952 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-3776d08a-f50e-4fba-b049-686f0240d20b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2adb6dcf-90be-4be0-ad49-03f1a6318236 HTTP/1.1" status: 204 len: 168 time: 0.1245081 Jul 27 10:55:38.514011 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776d08a-f50e-4fba-b049-686f0240d20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb6dcf-90be-4be0-ad49-03f1a6318236,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:38.515291 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:55:38.520305 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.525447 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:55:38.542963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:55:38.543945 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:55:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:38.561740 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-1673fd75-866f-40c7-a6cf-b242888db33d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "PUT /v2.0/floatingips/a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee HTTP/1.1" status: 200 len: 991 time: 1.2081008 Jul 27 10:55:38.562326 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85a42a3-93df-4439-8530-b353fc93e355', 'tag': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:55:38.564590 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d85a42a3-93df-4439-8530-b353fc93e355", "tag": "2b4a4d91-cb2b-49e3-bdbc-35a44512190c"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:55:38.605630 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8297a60b-3b63-473a-8214-2b0b4edb6f05 x-openstack-request-id: req-8297a60b-3b63-473a-8214-2b0b4edb6f05 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:55:38.607862 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85a42a3-93df-4439-8530-b353fc93e355", "tag": "2b4a4d91-cb2b-49e3-bdbc-35a44512190c", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:55:38.608291 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8297a60b-3b63-473a-8214-2b0b4edb6f05 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:55:38.608998 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8297a60b-3b63-473a-8214-2b0b4edb6f05'] response: {'name': 'network-changed', 'server_uuid': 'd85a42a3-93df-4439-8530-b353fc93e355', 'tag': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'status': 'completed', 'code': 200} Jul 27 10:55:38.666701 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:55:38.704750 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:55:38.793923 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56754) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:38.807673 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-865bca9e-4899-422f-bec8-78ad95c671eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.822214 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:38.824578 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:38.884679 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-865bca9e-4899-422f-bec8-78ad95c671eb admin admin] Publish callbacks [] for security_group (65c3b0a4-bd34-49c8-a9fe-351e2284ba4e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.889078 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-865bca9e-4899-422f-bec8-78ad95c671eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (65c3b0a4-bd34-49c8-a9fe-351e2284ba4e), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:38.894315 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:25Z', 'revision_number': 2, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}, {'id': 'a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:d9:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a42a3-93df-4439-8530-b353fc93e355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:55:23Z', 'updated_at': '2022-07-27T10:55:37Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:38.923419 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:55:38.931570 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-865bca9e-4899-422f-bec8-78ad95c671eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3642ccdb4cc84ff29a4afbe48d52afa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364594 Jul 27 10:55:38.932780 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:55:38.933013 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bca9e-4899-422f-bec8-78ad95c671eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3b0a4-bd34-49c8-a9fe-351e2284ba4e,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:38.933382 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:55:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:38.934376 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56756) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:38.986951 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2c2c-8d96-4fa7-b534-c8643735d69c admin admin] Publish callbacks [] for security_group (65c3b0a4-bd34-49c8-a9fe-351e2284ba4e), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:39.008202 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2c2c-8d96-4fa7-b534-c8643735d69c admin admin] Publish callbacks [] for security_group (65c3b0a4-bd34-49c8-a9fe-351e2284ba4e), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:39.040909 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:55:39.056976 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2c2c-8d96-4fa7-b534-c8643735d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (65c3b0a4-bd34-49c8-a9fe-351e2284ba4e), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:39.059799 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2c2c-8d96-4fa7-b534-c8643735d69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:39.060974 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-3e5b2c2c-8d96-4fa7-b534-c8643735d69c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65c3b0a4-bd34-49c8-a9fe-351e2284ba4e HTTP/1.1" status: 204 len: 168 time: 0.1254985 Jul 27 10:55:39.069257 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b2c2c-8d96-4fa7-b534-c8643735d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3b0a4-bd34-49c8-a9fe-351e2284ba4e,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:39.416109 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:25Z', 'revision_number': 2, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}, {'id': 'a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:d9:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a42a3-93df-4439-8530-b353fc93e355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:55:23Z', 'updated_at': '2022-07-27T10:55:37Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:39.442941 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c96fe-9c08-4b15-9db4-b37797b88147 None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:25Z', 'revision_number': 2, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}, {'id': 'a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:d9:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a42a3-93df-4439-8530-b353fc93e355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:55:23Z', 'updated_at': '2022-07-27T10:55:37Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:55:39.655604 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a8d42-6d28-4998-9acb-d2139b91dbac None None] New status for floating IP a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee: ACTIVE {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:55:39.792076 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56780) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:39.892176 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441807936-network', 'tenant_id': '7b9629060ff841feaf09e03396ee02db'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:39.913258 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Made reservation on behalf of 7b9629060ff841feaf09e03396ee02db for: {'network': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:55:39.916072 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:39.924473 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.004163 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Publish callbacks [] for security_group (8fbc69d5-a511-4ff2-95d4-4f7ca1cf2be1), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.008023 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8fbc69d5-a511-4ff2-95d4-4f7ca1cf2be1), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.034871 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=110616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:55:40.041661 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbc69d5-a511-4ff2-95d4-4f7ca1cf2be1,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:40.047534 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (6837f255-7755-4ec7-8bc5-d96988e92aac), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.047879 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.segments_db [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Added segment 6837f255-7755-4ec7-8bc5-d96988e92aac of type vlan for network 158d85f3-616c-4057-8349-baff32495698 Jul 27 10:55:40.086523 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:40.090273 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (158d85f3-616c-4057-8349-baff32495698), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.092555 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:40.120350 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (158d85f3-616c-4057-8349-baff32495698), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.121282 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:40.121871 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.180633 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3874710 Jul 27 10:55:40.183986 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56784) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:40.188919 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Request body: {'subnet': {'network_id': '158d85f3-616c-4057-8349-baff32495698', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441807936-subnet', 'tenant_id': '7b9629060ff841feaf09e03396ee02db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:40.192300 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d33aaf-46b1-434b-a482-85787a14d81d admin admin] Pushing event updated for resources: {'Network': ['ID=158d85f3-616c-4057-8349-baff32495698,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:40.202167 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 158d85f3-616c-4057-8349-baff32495698 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:55:40.210287 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Made reservation on behalf of 7b9629060ff841feaf09e03396ee02db for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:55:40.213268 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126749480'] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.385381 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-1282c1cf-e251-4c89-af89-77e98372fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:40.386971 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-1282c1cf-e251-4c89-af89-77e98372fcaf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 1129 time: 0.0413377 Jul 27 10:55:40.387855 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127098619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126749446'] for subnet (2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.450796 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:40.460930 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Checking segment: {'id': '6837f255-7755-4ec7-8bc5-d96988e92aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '158d85f3-616c-4057-8349-baff32495698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:55:40.461288 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Network hostable DHCP agents. Network: 158d85f3-616c-4057-8349-baff32495698, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:55:40.479522 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Network 158d85f3-616c-4057-8349-baff32495698 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:55:40.482125 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-a0427c72-2d69-4023-a22c-2f9c2e574951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:40.483697 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-a0427c72-2d69-4023-a22c-2f9c2e574951 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0895536 Jul 27 10:55:40.489277 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 158d85f3-616c-4057-8349-baff32495698) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:55:40.493652 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:40.494234 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:40.499118 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf42e74-ad5a-4518-97d2-ffbc9944c768 None None] Network 158d85f3-616c-4057-8349-baff32495698 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:55:40.519175 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-838bbf1d-24d7-4c56-b543-564c9959b855 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3265843 Jul 27 10:55:40.558988 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-080b4c97-df5e-48f3-93f7-e2ef7b11248c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b4a4d91-cb2b-49e3-bdbc-35a44512190c HTTP/1.1" status: 200 len: 1001 time: 0.0689573 Jul 27 10:55:40.615450 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc1a2b2-9341-4307-87c0-3b0b85a6d031 None None] Network 158d85f3-616c-4057-8349-baff32495698 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:55:40.615725 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-90690ddd-85de-4ab1-a9b5-60150931de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:40.619321 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-90690ddd-85de-4ab1-a9b5-60150931de61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0538347 Jul 27 10:55:40.686324 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-f6e63e6b-b671-4568-81a7-de7c33bb573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:40.688166 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-f6e63e6b-b671-4568-81a7-de7c33bb573e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634432 Jul 27 10:55:40.799951 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-a319cbab-551c-4f35-b3a8-9de9f59b5d85 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055429 Jul 27 10:55:40.904772 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d98a1124-0ff5-4bb6-9da3-845d292ba7a3 req-45fd96a1-b624-4688-b42e-e75a4bd7fd8e service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993629 Jul 27 10:55:41.109446 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56808) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:41.114357 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-556612982-network', 'tenant_id': '3768dc37162c436f8a446ddb54e121c2'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:41.135214 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Made reservation on behalf of 3768dc37162c436f8a446ddb54e121c2 for: {'network': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:55:41.137729 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.146193 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.222478 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Publish callbacks [] for security_group (bd9141a0-3a3a-4b8c-9468-fcd7040e2e84), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.226138 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (bd9141a0-3a3a-4b8c-9468-fcd7040e2e84), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.254548 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=110616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:55:41.261124 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9141a0-3a3a-4b8c-9468-fcd7040e2e84,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:41.268734 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (29da3530-7a3b-4f04-94a5-25b741d1fa41), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.268734 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.segments_db [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Added segment 29da3530-7a3b-4f04-94a5-25b741d1fa41 of type vlan for network 48b034c9-c3db-49de-91d9-d905ada39f7d Jul 27 10:55:41.309791 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (48b034c9-c3db-49de-91d9-d905ada39f7d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.328747 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:41.335069 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (48b034c9-c3db-49de-91d9-d905ada39f7d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.336157 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:41.336744 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.357131 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:41.398096 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2874312 Jul 27 10:55:41.400835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56810) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:41.406004 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Request body: {'subnet': {'network_id': '48b034c9-c3db-49de-91d9-d905ada39f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-556612982-subnet', 'tenant_id': '3768dc37162c436f8a446ddb54e121c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:55:41.411411 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168b943-330b-405e-ae53-adf3a2b660c9 admin admin] Pushing event updated for resources: {'Network': ['ID=48b034c9-c3db-49de-91d9-d905ada39f7d,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:41.422070 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 48b034c9-c3db-49de-91d9-d905ada39f7d details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:55:41.426622 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Made reservation on behalf of 3768dc37162c436f8a446ddb54e121c2 for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:55:41.429416 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129740455'] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.731155 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:41.733197 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:41.825855 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126546495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129740425'] for subnet (96144809-52de-43b3-8919-ef7fe063ccda), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.875596 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96144809-52de-43b3-8919-ef7fe063ccda,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:41.890235 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Checking segment: {'id': '29da3530-7a3b-4f04-94a5-25b741d1fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '48b034c9-c3db-49de-91d9-d905ada39f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:55:41.890681 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Network hostable DHCP agents. Network: 48b034c9-c3db-49de-91d9-d905ada39f7d, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:55:41.907242 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Network 48b034c9-c3db-49de-91d9-d905ada39f7d is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:55:41.915132 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 48b034c9-c3db-49de-91d9-d905ada39f7d) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:55:41.919805 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:55:41.920459 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:41.925109 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f921a81-211d-4cd9-8298-9747c55d1e5e None None] Network 48b034c9-c3db-49de-91d9-d905ada39f7d requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:55:41.943324 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-8e658ce7-74f8-48f8-ae4c-9781228e82a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5357542 Jul 27 10:55:42.031705 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f3bfec-5d31-4bc3-a00c-e03f32015d45 None None] Network 48b034c9-c3db-49de-91d9-d905ada39f7d requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:55:42.094018 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:49.760278 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:50.220051 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56940) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:50.268537 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Deleting subnet c5204fa0-0536-460b-9f7b-a6c197db966f {{(pid=110617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:55:50.271722 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Publish callbacks [] for subnet (c5204fa0-0536-460b-9f7b-a6c197db966f), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.310946 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401349'] for subnet (c5204fa0-0536-460b-9f7b-a6c197db966f), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.358127 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (c5204fa0-0536-460b-9f7b-a6c197db966f), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.417028 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126546686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129740418'] for subnet (c5204fa0-0536-460b-9f7b-a6c197db966f), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.442950 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5204fa0-0536-460b-9f7b-a6c197db966f,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:50.447774 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.451056 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c5204fa0-0536-460b-9f7b-a6c197db966f HTTP/1.1" status: 204 len: 168 time: 0.2299500 Jul 27 10:55:50.453625 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 56946) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:50.457513 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.457870 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.458220 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.458572 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.458933 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.459273 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.459608 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.459941 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.460293 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.460608 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.460975 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.461376 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.461836 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.462165 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.462492 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa959cc6-9dad-4d3d-b345-df65fcd670f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:55:50.524059 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (5687460d-f800-4d5e-ba34-0e5fd87155d7), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.604750 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (5687460d-f800-4d5e-ba34-0e5fd87155d7), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.625149 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5687460d-f800-4d5e-ba34-0e5fd87155d7']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:50.634184 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fa0596-4215-4a0f-9d6e-570f42ec0728') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:50.634486 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fa0596-4215-4a0f-9d6e-570f42ec0728') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:50.644046 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (d8fa0596-4215-4a0f-9d6e-570f42ec0728), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.657277 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (d8fa0596-4215-4a0f-9d6e-570f42ec0728), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.663312 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:55:50.663700 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (d8fa0596-4215-4a0f-9d6e-570f42ec0728), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.723050 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (5687460d-f800-4d5e-ba34-0e5fd87155d7), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.729097 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:50.734837 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] 10.222.0.36 "DELETE /v2.0/networks/5687460d-f800-4d5e-ba34-0e5fd87155d7 HTTP/1.1" status: 204 len: 168 time: 0.2775874 Jul 27 10:55:50.748290 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065641f3-e72b-4797-bc25-773ea2609a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=5687460d-f800-4d5e-ba34-0e5fd87155d7,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:50.816665 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment d8fa0596-4215-4a0f-9d6e-570f42ec0728 resource provider aggregate not found Jul 27 10:55:50.834010 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment d8fa0596-4215-4a0f-9d6e-570f42ec0728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8fa0596-4215-4a0f-9d6e-570f42ec0728 found for delete ", "request_id": "req-cb14525c-56fd-435c-8fc7-a8af951dd3fc"}]} Jul 27 10:55:50.903005 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56956) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:50.942405 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-ac205560-c4a8-4815-9a5e-47a568b564ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b50dc16d14d4b869f1a6555db6c8373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382376 Jul 27 10:55:50.944868 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 56958) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:50.996175 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-921947d0-fade-45cf-8c9c-6e7d9863a7b5 admin admin] Publish callbacks [] for security_group (553f8faa-7734-4571-8209-c34b692b4c16), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:51.016981 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-921947d0-fade-45cf-8c9c-6e7d9863a7b5 admin admin] Publish callbacks [] for security_group (553f8faa-7734-4571-8209-c34b692b4c16), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:51.063737 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-921947d0-fade-45cf-8c9c-6e7d9863a7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (553f8faa-7734-4571-8209-c34b692b4c16), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:51.066229 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-921947d0-fade-45cf-8c9c-6e7d9863a7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:51.067382 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-921947d0-fade-45cf-8c9c-6e7d9863a7b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/553f8faa-7734-4571-8209-c34b692b4c16 HTTP/1.1" status: 204 len: 168 time: 0.1215646 Jul 27 10:55:51.075360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921947d0-fade-45cf-8c9c-6e7d9863a7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f8faa-7734-4571-8209-c34b692b4c16,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:51.721018 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:52.123820 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-48fd256c-cffd-4fb5-8c3c-da55dcb09d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:54.413406 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2111ac93-168a-4e0b-b624-14b0b9051673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:55.530170 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:55.709688 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57014) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:55.755644 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfcf365-fdfe-4fe1-8465-a77c762156a8 admin admin] Deleting subnet 2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7 {{(pid=110617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:55:55.758819 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf365-fdfe-4fe1-8465-a77c762156a8 admin admin] Publish callbacks [] for subnet (2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:55.793820 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf365-fdfe-4fe1-8465-a77c762156a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401349'] for subnet (2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:55.823442 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:55.833631 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf365-fdfe-4fe1-8465-a77c762156a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:55.860095 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:55.895215 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf365-fdfe-4fe1-8465-a77c762156a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126546686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129740418'] for subnet (2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:55.918426 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcf365-fdfe-4fe1-8465-a77c762156a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:55.923895 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf365-fdfe-4fe1-8465-a77c762156a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:55.929491 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-8dfcf365-fdfe-4fe1-8465-a77c762156a8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2ddc45ad-6e9a-47c8-8663-9c3aca4de8e7 HTTP/1.1" status: 204 len: 168 time: 0.2187562 Jul 27 10:55:55.929648 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57016) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:55.997536 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (158d85f3-616c-4057-8349-baff32495698), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.076985 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (158d85f3-616c-4057-8349-baff32495698), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.096157 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158d85f3-616c-4057-8349-baff32495698']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:56.105195 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6837f255-7755-4ec7-8bc5-d96988e92aac') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:56.105501 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6837f255-7755-4ec7-8bc5-d96988e92aac') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:56.114848 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (6837f255-7755-4ec7-8bc5-d96988e92aac), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.128736 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (6837f255-7755-4ec7-8bc5-d96988e92aac), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.134815 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:55:56.135204 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (6837f255-7755-4ec7-8bc5-d96988e92aac), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.177167 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 6837f255-7755-4ec7-8bc5-d96988e92aac resource provider aggregate not found Jul 27 10:55:56.195745 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 6837f255-7755-4ec7-8bc5-d96988e92aac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6837f255-7755-4ec7-8bc5-d96988e92aac found for delete ", "request_id": "req-9cf70dbb-b8ce-4cd1-933a-75a976ee6ca4"}]} Jul 27 10:55:56.204195 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (158d85f3-616c-4057-8349-baff32495698), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.209379 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.212448 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] 10.222.0.36 "DELETE /v2.0/networks/158d85f3-616c-4057-8349-baff32495698 HTTP/1.1" status: 204 len: 168 time: 0.2818694 Jul 27 10:55:56.215315 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57022) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:56.223325 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adab6e-8ecd-4416-a240-8e7a99f24830 admin admin] Pushing event deleted for resources: {'Network': ['ID=158d85f3-616c-4057-8349-baff32495698,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:56.262027 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b900671d-945e-487c-95c9-7185949604f1 admin admin] Deleting subnet 96144809-52de-43b3-8919-ef7fe063ccda {{(pid=110617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:55:56.265316 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b900671d-945e-487c-95c9-7185949604f1 admin admin] Publish callbacks [] for subnet (96144809-52de-43b3-8919-ef7fe063ccda), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.298920 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b900671d-945e-487c-95c9-7185949604f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401349'] for subnet (96144809-52de-43b3-8919-ef7fe063ccda), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.340719 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b900671d-945e-487c-95c9-7185949604f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (96144809-52de-43b3-8919-ef7fe063ccda), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.392108 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b900671d-945e-487c-95c9-7185949604f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126546686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129740418'] for subnet (96144809-52de-43b3-8919-ef7fe063ccda), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.414725 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900671d-945e-487c-95c9-7185949604f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96144809-52de-43b3-8919-ef7fe063ccda,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:56.420736 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b900671d-945e-487c-95c9-7185949604f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.423854 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-b900671d-945e-487c-95c9-7185949604f1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/96144809-52de-43b3-8919-ef7fe063ccda HTTP/1.1" status: 204 len: 168 time: 0.2075222 Jul 27 10:55:56.426268 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57024) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:56.494007 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (48b034c9-c3db-49de-91d9-d905ada39f7d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.576988 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (48b034c9-c3db-49de-91d9-d905ada39f7d), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.596590 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b034c9-c3db-49de-91d9-d905ada39f7d']}} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:56.605552 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29da3530-7a3b-4f04-94a5-25b741d1fa41') {'for_net_delete': True} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:56.605854 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.services.segments.db [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29da3530-7a3b-4f04-94a5-25b741d1fa41') {} {{(pid=110617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:55:56.615572 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401372'] for segment (29da3530-7a3b-4f04-94a5-25b741d1fa41), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.628835 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (29da3530-7a3b-4f04-94a5-25b741d1fa41), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.634829 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=110617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:55:56.635724 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126546592'] for segment (29da3530-7a3b-4f04-94a5-25b741d1fa41), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.677460 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment 29da3530-7a3b-4f04-94a5-25b741d1fa41 resource provider aggregate not found Jul 27 10:55:56.695721 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.services.segments.plugin [-] Segment 29da3530-7a3b-4f04-94a5-25b741d1fa41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29da3530-7a3b-4f04-94a5-25b741d1fa41 found for delete ", "request_id": "req-c2e095e4-4555-459f-aadb-2be313b1b2a3"}]} Jul 27 10:55:56.704549 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (48b034c9-c3db-49de-91d9-d905ada39f7d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.709196 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:56.712866 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] 10.222.0.36 "DELETE /v2.0/networks/48b034c9-c3db-49de-91d9-d905ada39f7d HTTP/1.1" status: 204 len: 168 time: 0.2855499 Jul 27 10:55:56.726188 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efac1ec-980c-4d3c-9439-f00b04c0e900 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b034c9-c3db-49de-91d9-d905ada39f7d,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:57.032849 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57032) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:57.072894 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-82a07284-268b-4d32-9394-2e06e3e4b39c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b9629060ff841feaf09e03396ee02db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388968 Jul 27 10:55:57.075390 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57034) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:57.121656 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-15650cf8-22fe-41bd-b6c2-43313da67e1f admin admin] Publish callbacks [] for security_group (8fbc69d5-a511-4ff2-95d4-4f7ca1cf2be1), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.142281 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-15650cf8-22fe-41bd-b6c2-43313da67e1f admin admin] Publish callbacks [] for security_group (8fbc69d5-a511-4ff2-95d4-4f7ca1cf2be1), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.188100 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-15650cf8-22fe-41bd-b6c2-43313da67e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (8fbc69d5-a511-4ff2-95d4-4f7ca1cf2be1), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.190620 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-15650cf8-22fe-41bd-b6c2-43313da67e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.191793 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-15650cf8-22fe-41bd-b6c2-43313da67e1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fbc69d5-a511-4ff2-95d4-4f7ca1cf2be1 HTTP/1.1" status: 204 len: 168 time: 0.1155231 Jul 27 10:55:57.199437 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15650cf8-22fe-41bd-b6c2-43313da67e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbc69d5-a511-4ff2-95d4-4f7ca1cf2be1,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:55:57.210623 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:57.315892 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.463852 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.464918 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.512079 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57040) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:57.555315 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-be9a4533-a32e-4695-a7e4-fa10bf8001f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3768dc37162c436f8a446ddb54e121c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420432 Jul 27 10:55:57.560340 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57042) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:55:57.574442 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:57.589440 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:55:57.613798 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f85a5a-0415-4410-b3b5-b9b45b64ead7 admin admin] Publish callbacks [] for security_group (bd9141a0-3a3a-4b8c-9468-fcd7040e2e84), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.634771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f85a5a-0415-4410-b3b5-b9b45b64ead7 admin admin] Publish callbacks [] for security_group (bd9141a0-3a3a-4b8c-9468-fcd7040e2e84), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.682215 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f85a5a-0415-4410-b3b5-b9b45b64ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (bd9141a0-3a3a-4b8c-9468-fcd7040e2e84), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.684725 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-61f85a5a-0415-4410-b3b5-b9b45b64ead7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:55:57.686005 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-61f85a5a-0415-4410-b3b5-b9b45b64ead7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd9141a0-3a3a-4b8c-9468-fcd7040e2e84 HTTP/1.1" status: 204 len: 168 time: 0.1247370 Jul 27 10:55:57.693487 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f85a5a-0415-4410-b3b5-b9b45b64ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9141a0-3a3a-4b8c-9468-fcd7040e2e84,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:01.744387 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:01.748721 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:04.152142 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-78151976-021c-4cbf-9e86-6e99bc296e06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391340 Jul 27 10:56:04.239583 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-70d1e11e-f64e-4de2-9779-ad889e37183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:04.241069 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-70d1e11e-f64e-4de2-9779-ad889e37183b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 1129 time: 0.0432301 Jul 27 10:56:04.349555 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-91003eaa-d58f-4ad5-aa8c-67d91fab6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:04.351044 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-91003eaa-d58f-4ad5-aa8c-67d91fab6650 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0864942 Jul 27 10:56:04.418891 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-73c5cc1a-11ad-4510-90b4-a8355b24dd81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f HTTP/1.1" status: 200 len: 1001 time: 0.0602806 Jul 27 10:56:04.468373 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-8c221c9a-12e0-495e-bb00-23a85a491b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:04.469834 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-8c221c9a-12e0-495e-bb00-23a85a491b78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0450089 Jul 27 10:56:04.515331 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-2ee49993-0f98-44ca-9f0d-e75b1be0a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:04.517207 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-2ee49993-0f98-44ca-9f0d-e75b1be0a6d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406194 Jul 27 10:56:04.613510 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-c82fd1a1-0433-463a-8171-195ca6e0698c service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880790 Jul 27 10:56:04.706094 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-c1f63535-d6b4-4721-855f-d56c97dffe88 req-24bdf23a-a4af-433b-b43a-13a014ee8e47 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Jul 27 10:56:06.213361 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=54,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:06.214238 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:07.461281 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:07.706726 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:14.233676 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57184) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:14.365547 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-44037457-f800-49aa-9a29-fb422fcccd6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:14.442998 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-44037457-f800-49aa-9a29-fb422fcccd6f admin admin] Publish callbacks [] for security_group (d6623fcb-ccec-41a7-af47-8c854b16a2a1), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:14.446766 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-44037457-f800-49aa-9a29-fb422fcccd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (d6623fcb-ccec-41a7-af47-8c854b16a2a1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:14.486225 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-44037457-f800-49aa-9a29-fb422fcccd6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85acc8e391c74237990d75e054b20f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514811 Jul 27 10:56:14.487226 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44037457-f800-49aa-9a29-fb422fcccd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6623fcb-ccec-41a7-af47-8c854b16a2a1,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:14.488933 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57190) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:14.541235 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Publish callbacks [] for security_group (d6623fcb-ccec-41a7-af47-8c854b16a2a1), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:14.561954 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Publish callbacks [] for security_group (d6623fcb-ccec-41a7-af47-8c854b16a2a1), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:14.609120 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (d6623fcb-ccec-41a7-af47-8c854b16a2a1), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:14.611551 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:14.612734 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6623fcb-ccec-41a7-af47-8c854b16a2a1 HTTP/1.1" status: 204 len: 168 time: 0.1227210 Jul 27 10:56:14.620814 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6623fcb-ccec-41a7-af47-8c854b16a2a1,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:14.628138 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.628487 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.628833 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.629177 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.629508 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.629841 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.630171 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.630496 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.630850 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.631178 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.631503 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.631825 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.632148 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.632466 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:14.632782 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d983a-653c-4d08-a0ec-90674a50b207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:15.301961 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57224) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:15.366954 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515632cb-ddc6-464e-9b46-1cc49c35cb7a req-982338e8-4301-4aa7-8fdb-abd773ed61a2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:15.368496 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-515632cb-ddc6-464e-9b46-1cc49c35cb7a req-982338e8-4301-4aa7-8fdb-abd773ed61a2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 945 time: 0.0531349 Jul 27 10:56:15.413508 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-572659905-network', 'tenant_id': 'bcafd47e5c5648c2a7f6da78c40fa7e1'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:15.432489 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-515632cb-ddc6-464e-9b46-1cc49c35cb7a req-06906e41-3d02-4d95-8ab3-462096c8ca41 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576446 Jul 27 10:56:15.443574 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Made reservation on behalf of bcafd47e5c5648c2a7f6da78c40fa7e1 for: {'network': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:56:15.446031 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.454860 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.531050 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Publish callbacks [] for security_group (c755cf13-b756-4751-a507-1dd23fc58ff7), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.535077 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (c755cf13-b756-4751-a507-1dd23fc58ff7), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.560978 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=110616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:56:15.570832 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c755cf13-b756-4751-a507-1dd23fc58ff7,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:15.575494 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (a66b3a97-1417-484b-8be5-a5dd07592312), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.575824 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.segments_db [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Added segment a66b3a97-1417-484b-8be5-a5dd07592312 of type vlan for network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf Jul 27 10:56:15.616800 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (52d064fa-1372-4bc5-be7a-ca6b1d4741bf), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.640573 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (52d064fa-1372-4bc5-be7a-ca6b1d4741bf), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.641657 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:15.642397 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.696310 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3932419 Jul 27 10:56:15.699481 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57228) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:15.703602 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:56:15.704595 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Request body: {'subnet': {'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-572659905-subnet', 'tenant_id': 'bcafd47e5c5648c2a7f6da78c40fa7e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:15.707596 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a93041-61a3-4fbf-931a-22f71122e1be admin admin] Pushing event updated for resources: {'Network': ['ID=52d064fa-1372-4bc5-be7a-ca6b1d4741bf,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:15.714224 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:15.720080 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:56:15.736522 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Made reservation on behalf of bcafd47e5c5648c2a7f6da78c40fa7e1 for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:56:15.739249 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129740455'] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.815674 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:15.906121 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126546495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129740425'] for subnet (01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:15.958322 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:15.969344 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Checking segment: {'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:56:15.969698 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Network hostable DHCP agents. Network: 52d064fa-1372-4bc5-be7a-ca6b1d4741bf, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:56:15.986159 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:56:15.994383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 52d064fa-1372-4bc5-be7a-ca6b1d4741bf) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:56:15.999462 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:16.000097 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:16.006290 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce3640-3050-4025-93a8-4e2b7fd3d349 None None] Network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:56:16.016602 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-bca3e0c0-532d-4cac-8124-1384b3ffc99a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158526 Jul 27 10:56:16.107216 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd3d6e5-38d5-4fc1-9181-c3ac8538a4f5 None None] Network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:56:16.565853 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9508f-741e-4748-a374-d04b44c74a61 req-778f9ed9-df84-41c3-ba70-510694c4bbcd tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:16.567463 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3de9508f-741e-4748-a374-d04b44c74a61 req-778f9ed9-df84-41c3-ba70-510694c4bbcd tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 945 time: 0.0558980 Jul 27 10:56:16.616805 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3de9508f-741e-4748-a374-d04b44c74a61 req-63da79dd-5173-47d2-9c2d-02b4c3ae37a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=a77a741d-1078-48db-aae7-27ca9dc01378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Jul 27 10:56:16.713916 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-9a789d45-10ab-4cff-8a94-ed3d5646bf44 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:16.715383 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-9a789d45-10ab-4cff-8a94-ed3d5646bf44 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 945 time: 0.0477829 Jul 27 10:56:16.809427 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Deleting port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:56:16.809775 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:16.896087 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] For port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:16.896446 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:17.057093 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:17.058105 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:17.058440 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Floating IP a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee disassociated. External IP: 172.27.0.102, port: 2b4a4d91-cb2b-49e3-bdbc-35a44512190c. Jul 27 10:56:17.058842 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Calling delete_port for 2b4a4d91-cb2b-49e3-bdbc-35a44512190c owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:56:17.175783 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:17.181727 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (2b4a4d91-cb2b-49e3-bdbc-35a44512190c), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:17.214362 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'Port': ['ID=2b4a4d91-cb2b-49e3-bdbc-35a44512190c,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:17.305046 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:17.324594 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:56:17.426544 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:56:17.436035 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:56:17.446247 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:56:17.446895 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:55:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:17.468638 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] No DVR routers for this DVR port 2b4a4d91-cb2b-49e3-bdbc-35a44512190c on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:56:17.471206 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:17.474352 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2b17308b-ed8c-4c67-941e-326b176f3d4f req-60b0f25b-b807-4fbe-b887-9e9dca638334 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "DELETE /v2.0/ports/2b4a4d91-cb2b-49e3-bdbc-35a44512190c HTTP/1.1" status: 204 len: 173 time: 0.7535200 Jul 27 10:56:17.474807 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85a42a3-93df-4439-8530-b353fc93e355', 'name': 'network-vif-deleted', 'tag': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:17.477110 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eae160-fe7d-4fcc-b017-70d1c8df409a" -d '{"events": [{"server_uuid": "d85a42a3-93df-4439-8530-b353fc93e355", "name": "network-vif-deleted", "tag": "2b4a4d91-cb2b-49e3-bdbc-35a44512190c"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:17.514437 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=11 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:17.520019 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920af1fa-90b3-462c-bae9-e3d22db8906c x-openstack-request-id: req-920af1fa-90b3-462c-bae9-e3d22db8906c {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:17.520415 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85a42a3-93df-4439-8530-b353fc93e355", "name": "network-vif-deleted", "tag": "2b4a4d91-cb2b-49e3-bdbc-35a44512190c", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:17.520672 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-920af1fa-90b3-462c-bae9-e3d22db8906c {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:17.521104 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920af1fa-90b3-462c-bae9-e3d22db8906c'] response: {'server_uuid': 'd85a42a3-93df-4439-8530-b353fc93e355', 'name': 'network-vif-deleted', 'tag': '2b4a4d91-cb2b-49e3-bdbc-35a44512190c', 'status': 'completed', 'code': 200} Jul 27 10:56:17.559870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:56:17.749270 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fbd24eb0-e19f-48ef-b1d4-157bf335b49f req-2de838cd-5d22-4061-b7d0-57b047285c4c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85a42a3-93df-4439-8530-b353fc93e355 HTTP/1.1" status: 200 len: 210 time: 0.0327556 Jul 27 10:56:17.815538 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:25Z', 'revision_number': 2, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:17.841445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:56:17.850514 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:56:17.851226 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:55:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:17.968060 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:56:18.127615 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-137c855f-5a0f-4431-bdc0-19fd50d48cc9 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:18.129010 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-137c855f-5a0f-4431-bdc0-19fd50d48cc9 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/networks?id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf HTTP/1.1" status: 200 len: 808 time: 0.3842854 Jul 27 10:56:18.141238 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:18.143888 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-091b7658-9aa8-4586-aace-5e5122c94053 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/quotas/bcafd47e5c5648c2a7f6da78c40fa7e1 HTTP/1.1" status: 200 len: 375 time: 0.0094497 Jul 27 10:56:18.148375 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:18.178401 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-0894108f-56b9-47c4-9178-6367099efca4 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcafd47e5c5648c2a7f6da78c40fa7e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289757 Jul 27 10:56:18.237115 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:18.278164 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-0187e014-038c-45cf-a635-c7d44dfd3fcb service neutron] 10.222.0.36 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916340 Jul 27 10:56:18.313199 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:25Z', 'revision_number': 2, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:18.337356 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c26994-148b-4c38-923c-290bb52c80e0 None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '71efadd8-afed-4117-982f-f6cdf76834d1', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:70:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:54:03Z', 'updated_at': '2022-07-27T10:54:25Z', 'revision_number': 2, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:56:18.373172 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-08b20c04-e4a4-45eb-b864-a99ce9dee5d3 service neutron] 10.222.0.36 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891399 Jul 27 10:56:18.540428 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-51a91e8b-57ea-4633-9d80-4064168fa99d req-784396ab-1cf8-449c-ae4a-66aabc474ad2 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 210 time: 0.0337567 Jul 27 10:56:18.577412 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c98ae-4856-46bb-bc7a-d1ec40b29156 None None] New status for floating IP a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee: DOWN {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:56:18.844251 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57274) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:18.902777 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-964744ba-e93c-4e91-bf08-0806aedab187 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (a77a741d-1078-48db-aae7-27ca9dc01378), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:18.926817 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-964744ba-e93c-4e91-bf08-0806aedab187 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (a77a741d-1078-48db-aae7-27ca9dc01378), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:18.980596 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-964744ba-e93c-4e91-bf08-0806aedab187 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (a77a741d-1078-48db-aae7-27ca9dc01378), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:18.984152 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-964744ba-e93c-4e91-bf08-0806aedab187 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:18.985478 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-964744ba-e93c-4e91-bf08-0806aedab187 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "DELETE /v2.0/security-groups/a77a741d-1078-48db-aae7-27ca9dc01378 HTTP/1.1" status: 204 len: 168 time: 0.1396866 Jul 27 10:56:18.988314 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57276) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:18.995862 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964744ba-e93c-4e91-bf08-0806aedab187 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a741d-1078-48db-aae7-27ca9dc01378,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:19.014333 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.api.v2.resource [None req-803fc48a-5489-440c-8c02-b7064849873e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] show failed (client error): The resource could not be found. Jul 27 10:56:19.015416 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-803fc48a-5489-440c-8c02-b7064849873e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups/a77a741d-1078-48db-aae7-27ca9dc01378 HTTP/1.1" status: 404 len: 347 time: 0.0260615 Jul 27 10:56:19.018427 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57278) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:19.134744 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Deleting port 6b95ad2f-6d4d-45d8-a206-002964ef645a {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:56:19.135088 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (6b95ad2f-6d4d-45d8-a206-002964ef645a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:19.212801 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (6b95ad2f-6d4d-45d8-a206-002964ef645a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:19.213056 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (6b95ad2f-6d4d-45d8-a206-002964ef645a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:19.225440 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Calling delete_port for 6b95ad2f-6d4d-45d8-a206-002964ef645a owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:56:19.356373 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (6b95ad2f-6d4d-45d8-a206-002964ef645a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:19.381481 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'Port': ['ID=6b95ad2f-6d4d-45d8-a206-002964ef645a,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:19.454348 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:19.457047 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:19.458302 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-fcb42c64-86ca-46fe-851d-8e539cf3e158 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "DELETE /v2.0/floatingips/a451e1b3-4fb9-44b6-8b4a-45ffdc1826ee HTTP/1.1" status: 204 len: 168 time: 0.4387009 Jul 27 10:56:19.483121 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 2b4a4d91-cb2b-49e3-bdbc-35a44512190c no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:56:19.512293 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 2b4a4d91-cb2b-49e3-bdbc-35a44512190c {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:56:19.512644 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 2b4a4d91-cb2b-49e3-bdbc-35a44512190c not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:56:19.518124 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-1899fd6d-663f-4e4a-8dbb-eb26d686af24 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:19.519893 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-1899fd6d-663f-4e4a-8dbb-eb26d686af24 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.69 "GET /v2.0/networks?id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf HTTP/1.1" status: 200 len: 808 time: 0.1304569 Jul 27 10:56:19.532460 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Request body: {'port': {'device_id': '2d70e2b2-2f1d-4c18-a8f4-108d5438f372', 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf', 'admin_state_up': True, 'tenant_id': 'bcafd47e5c5648c2a7f6da78c40fa7e1'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:19.646878 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-de64a24c-25de-4d11-998f-40dcf781dbf9 req-f7b0b365-58e7-4b7b-970e-0ba1e5d6cd2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 210 time: 0.0308888 Jul 27 10:56:19.674551 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Made reservation on behalf of bcafd47e5c5648c2a7f6da78c40fa7e1 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:56:19.677973 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:19.813991 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Allocated IP 172.20.0.10 (52d064fa-1372-4bc5-be7a-ca6b1d4741bf/01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d/c06597e1-a120-4862-a6c7-25fb80a7de97) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:56:19.855356 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:19.960918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks [] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:19.987850 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:19.992617 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:20.040963 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:56:20.044796 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:56:20.048547 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:56:20.054607 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Pushing event updated for resources: {'Port': ['ID=c06597e1-a120-4862-a6c7-25fb80a7de97,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:20.098427 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:20.099065 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:20.114476 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-50d4716e-88b0-42b3-b1ce-387e8e5c6b2c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5860469 Jul 27 10:56:20.127130 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Request body: {'port': {'device_id': '2d70e2b2-2f1d-4c18-a8f4-108d5438f372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:20.186510 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:20.444046 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06597e1-a120-4862-a6c7-25fb80a7de97 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:56:20.451937 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Publish callbacks [] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:20.464674 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Transition to ACTIVE for port object c06597e1-a120-4862-a6c7-25fb80a7de97 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:56:20.467904 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:20.530764 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Pushing event updated for resources: {'Port': ['ID=c06597e1-a120-4862-a6c7-25fb80a7de97,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:20.603030 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Attempting to bind port c06597e1-a120-4862-a6c7-25fb80a7de97 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:56:20.603285 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Attempting to bind port c06597e1-a120-4862-a6c7-25fb80a7de97 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:56:20.603620 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Attempting to bind port c06597e1-a120-4862-a6c7-25fb80a7de97 on network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:56:20.607906 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Port c06597e1-a120-4862-a6c7-25fb80a7de97 on network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:56:20.608233 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Attempting to bind port c06597e1-a120-4862-a6c7-25fb80a7de97 on network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:56:20.613046 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:56:20.613386 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Checking segment: {'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:56:20.613772 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Bound using segment: {'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:56:20.614198 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Bound port: c06597e1-a120-4862-a6c7-25fb80a7de97, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:56:20.614549 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:20.663565 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:20.675266 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] For port c06597e1-a120-4862-a6c7-25fb80a7de97, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:56:20.678416 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] For port c06597e1-a120-4862-a6c7-25fb80a7de97, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c06597e1-a120-4862-a6c7-25fb80a7de97,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:56:20.685302 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:20.717307 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:20.717934 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:20.719347 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] 10.222.0.69 "PUT /v2.0/ports/c06597e1-a120-4862-a6c7-25fb80a7de97 HTTP/1.1" status: 200 len: 1094 time: 0.5962522 Jul 27 10:56:20.719805 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d70e2b2-2f1d-4c18-a8f4-108d5438f372', 'tag': 'c06597e1-a120-4862-a6c7-25fb80a7de97'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:20.722023 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d70e2b2-2f1d-4c18-a8f4-108d5438f372", "tag": "c06597e1-a120-4862-a6c7-25fb80a7de97"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:20.748639 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb33eb-f276-4020-be52-78f42b65cf10 service neutron] Pushing event updated for resources: {'Port': ['ID=c06597e1-a120-4862-a6c7-25fb80a7de97,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:20.779129 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ea626e-956b-43ae-b909-47e440650706 x-openstack-request-id: req-66ea626e-956b-43ae-b909-47e440650706 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:20.779410 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d70e2b2-2f1d-4c18-a8f4-108d5438f372", "tag": "c06597e1-a120-4862-a6c7-25fb80a7de97", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:20.779664 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66ea626e-956b-43ae-b909-47e440650706 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:20.780059 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ea626e-956b-43ae-b909-47e440650706'] response: {'name': 'network-changed', 'server_uuid': '2d70e2b2-2f1d-4c18-a8f4-108d5438f372', 'tag': 'c06597e1-a120-4862-a6c7-25fb80a7de97', 'status': 'completed', 'code': 200} Jul 27 10:56:20.793635 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2612128-84e8-4376-beca-5c1eb8b84546 req-799172ff-3396-4554-8502-bb5b9f68a807 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:20.795311 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c2612128-84e8-4376-beca-5c1eb8b84546 req-799172ff-3396-4554-8502-bb5b9f68a807 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 944 time: 0.0603731 Jul 27 10:56:20.811187 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-fe5dad3a-3e33-411c-861f-0b3de9cd4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:20.812725 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-fe5dad3a-3e33-411c-861f-0b3de9cd4a04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcafd47e5c5648c2a7f6da78c40fa7e1&device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 1128 time: 0.0435095 Jul 27 10:56:20.846753 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c2612128-84e8-4376-beca-5c1eb8b84546 req-70e06c6c-1d6e-4388-9c8e-7f8c6ae8201f tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Jul 27 10:56:20.855496 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-b351c93c-d84a-4485-a5c2-fd152b599d13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c06597e1-a120-4862-a6c7-25fb80a7de97 HTTP/1.1" status: 200 len: 217 time: 0.0362256 Jul 27 10:56:20.867696 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:20.907751 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-43c86982-1e52-4d91-a3f1-55250e3ac1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:20.909128 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-43c86982-1e52-4d91-a3f1-55250e3ac1a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d HTTP/1.1" status: 200 len: 848 time: 0.0485976 Jul 27 10:56:20.941698 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-4eb79618-b03e-4f7e-a98e-290186f02b14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259712 Jul 27 10:56:21.109372 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c828b9-3cc6-4a29-baca-08879280313c req-d460de73-4093-44f0-955e-9a9a4e53aeb1 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:21.110891 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-23c828b9-3cc6-4a29-baca-08879280313c req-d460de73-4093-44f0-955e-9a9a4e53aeb1 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Jul 27 10:56:21.165002 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-23c828b9-3cc6-4a29-baca-08879280313c req-9f372b11-8e10-41aa-b8b4-53cdfb5bf121 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483301 Jul 27 10:56:21.269707 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-0ef599e4-dfd2-458b-a6e0-a89ef9451c2b service neutron] 10.222.0.69 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219430 Jul 27 10:56:21.965169 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c8462-2b62-45b3-8f31-7c178507ce6e req-f69248e4-38ab-43c4-9381-6df82283a666 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:21.966721 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-530c8462-2b62-45b3-8f31-7c178507ce6e req-f69248e4-38ab-43c4-9381-6df82283a666 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 944 time: 0.0471365 Jul 27 10:56:21.978456 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:22.013486 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-530c8462-2b62-45b3-8f31-7c178507ce6e req-baf3fcc0-7766-425c-94f4-96140be43e5f tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Jul 27 10:56:22.125064 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-40e0e070-9f84-4039-9228-c4777d5eeed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:22.260656 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a08c699f-b51c-4f75-9afe-2e5ce768469f req-b2fd22d6-efc0-4cfb-a88d-1d7ada95dd6f service neutron] 10.222.0.69 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868180 Jul 27 10:56:22.283493 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7892e-6504-4cdd-a0c1-638d243fd36d req-8cee8ea2-bec0-4f94-87a9-81c2d5ddbf73 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:22.285152 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-13c7892e-6504-4cdd-a0c1-638d243fd36d req-8cee8ea2-bec0-4f94-87a9-81c2d5ddbf73 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0479171 Jul 27 10:56:22.324021 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:22.336291 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-13c7892e-6504-4cdd-a0c1-638d243fd36d req-3bcd9be9-5f31-4639-92a6-bc6d400ba204 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430470 Jul 27 10:56:23.093488 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-59df1075-cfc4-4e6c-82a8-b44549377407 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:23.095022 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-59df1075-cfc4-4e6c-82a8-b44549377407 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0757468 Jul 27 10:56:23.095941 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-69016f3c-9f86-44c8-9f27-605f04ad3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:23.097326 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-69016f3c-9f86-44c8-9f27-605f04ad3185 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcafd47e5c5648c2a7f6da78c40fa7e1&device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 1128 time: 0.0791807 Jul 27 10:56:23.133629 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596689a-82af-461c-a9c8-7b5ff95f47b7 req-528bc30a-2fc0-4ffe-a4fe-ba8cdd364edd tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:23.135135 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5596689a-82af-461c-a9c8-7b5ff95f47b7 req-528bc30a-2fc0-4ffe-a4fe-ba8cdd364edd tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 944 time: 0.0505733 Jul 27 10:56:23.182675 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5596689a-82af-461c-a9c8-7b5ff95f47b7 req-71dc6118-a860-4574-b8a8-1514fdc36a05 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 Jul 27 10:56:23.245402 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Deleting port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:56:23.245748 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:23.294353 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-f16617fc-0702-47aa-a162-e05244a486ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:23.295884 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-f16617fc-0702-47aa-a162-e05244a486ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf HTTP/1.1" status: 200 len: 909 time: 0.1888239 Jul 27 10:56:23.340354 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-dbd0c72d-43d9-4a42-9888-52ab3b930f87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c06597e1-a120-4862-a6c7-25fb80a7de97 HTTP/1.1" status: 200 len: 217 time: 0.0376306 Jul 27 10:56:23.413146 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] For port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:23.413511 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:23.423928 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-2f809fc6-0622-4175-8789-96923bd8db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:23.425399 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-2f809fc6-0622-4175-8789-96923bd8db14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d HTTP/1.1" status: 200 len: 848 time: 0.0797603 Jul 27 10:56:23.456372 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1caf10-fbab-420c-9ae3-4d8f1c61d6e6 req-9eb2b184-2117-40a1-a58f-ecf996ba3a43 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:23.457772 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-be1caf10-fbab-420c-9ae3-4d8f1c61d6e6 req-9eb2b184-2117-40a1-a58f-ecf996ba3a43 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Jul 27 10:56:23.485319 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-7132b226-a4da-48bc-a305-65b7a94d5a8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538900 Jul 27 10:56:23.505587 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-be1caf10-fbab-420c-9ae3-4d8f1c61d6e6 req-cf566500-0476-4f4b-9859-240bb25b08b8 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=7cd4266e-bd2f-4e0c-963a-16c327bcb055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Jul 27 10:56:23.579838 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:23.666290 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-8e84f001-4697-4f5b-b6b2-9dc2ff457fb6 service neutron] 10.222.0.69 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739628 Jul 27 10:56:23.685694 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:23.686159 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (71efadd8-afed-4117-982f-f6cdf76834d1), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:23.686509 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Floating IP 71efadd8-afed-4117-982f-f6cdf76834d1 disassociated. External IP: 172.27.0.141, port: 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f. Jul 27 10:56:23.686867 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Calling delete_port for 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:56:23.736763 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:23.831023 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a4c9aa0b-f6da-4431-974f-1c3bde7e1f3f req-8b437881-facc-4187-be63-80d343da01e0 service neutron] 10.222.0.69 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540091 Jul 27 10:56:23.887555 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (4631eb9a-8a82-4f1b-8870-0d208bfc9a2f), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:23.920444 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'Port': ['ID=4631eb9a-8a82-4f1b-8870-0d208bfc9a2f,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:24.031238 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:56:24.134721 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:56:24.145246 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:56:24.149358 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:24.157621 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:56:24.158236 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:55:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:24.175947 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] No DVR routers for this DVR port 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:56:24.178397 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:24.181587 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5b563f7e-2574-4902-bd9f-533cdb06cede req-373dafbb-84f9-4e53-9d4f-82c1eb32e9ac tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "DELETE /v2.0/ports/4631eb9a-8a82-4f1b-8870-0d208bfc9a2f HTTP/1.1" status: 204 len: 173 time: 1.0756404 Jul 27 10:56:24.182079 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'name': 'network-vif-deleted', 'tag': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:24.185057 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed94893-0c16-49a2-9082-92a4cb5e21de" -d '{"events": [{"server_uuid": "20b4dd9b-d04f-400e-a99a-44bb2193d883", "name": "network-vif-deleted", "tag": "4631eb9a-8a82-4f1b-8870-0d208bfc9a2f"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:24.229626 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd35645-1d63-490d-9c13-5494250838aa x-openstack-request-id: req-5fd35645-1d63-490d-9c13-5494250838aa {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:24.230158 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b4dd9b-d04f-400e-a99a-44bb2193d883", "name": "network-vif-deleted", "tag": "4631eb9a-8a82-4f1b-8870-0d208bfc9a2f", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:24.230588 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fd35645-1d63-490d-9c13-5494250838aa {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:24.231351 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd35645-1d63-490d-9c13-5494250838aa'] response: {'server_uuid': '20b4dd9b-d04f-400e-a99a-44bb2193d883', 'name': 'network-vif-deleted', 'tag': '4631eb9a-8a82-4f1b-8870-0d208bfc9a2f', 'status': 'completed', 'code': 200} Jul 27 10:56:24.281318 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:56:24.327258 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ec57-e8b1-4d53-a31c-5a2a90592378 req-3f7e96af-3089-4fce-a5a0-64b312b2d8e4 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:24.335066 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4287ec57-e8b1-4d53-a31c-5a2a90592378 req-3f7e96af-3089-4fce-a5a0-64b312b2d8e4 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 944 time: 0.0681586 Jul 27 10:56:24.380991 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4287ec57-e8b1-4d53-a31c-5a2a90592378 req-71f39caa-53f5-48ae-a23b-85b2f7fc6a0d tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Jul 27 10:56:24.435007 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-80ea268e-f3c2-4453-affb-5801a1ce14fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:24.501055 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:24.529093 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:56:24.542384 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:56:24.543029 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:56:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:24.621444 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2e12d6f8-41e9-442c-9240-f6ffe35a4412 req-509124d2-e701-44b6-9314-04dffdd8acd4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4dd9b-d04f-400e-a99a-44bb2193d883 HTTP/1.1" status: 200 len: 210 time: 0.0289891 Jul 27 10:56:24.657028 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:56:24.844326 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:24.868714 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4dfa1-cff1-45e2-aa2a-c850a9a97abb None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:56:25.077967 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77dd74-ee17-43b8-b129-df050ee281ee None None] New status for floating IP 71efadd8-afed-4117-982f-f6cdf76834d1: DOWN {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:56:25.497318 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08746d-04fc-4481-9747-7fdb4e503566 req-7a20c47e-e9e1-4d0c-b679-b1751f967987 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:25.498998 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7b08746d-04fc-4481-9747-7fdb4e503566 req-7a20c47e-e9e1-4d0c-b679-b1751f967987 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 944 time: 0.0461118 Jul 27 10:56:25.530721 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device c06597e1-a120-4862-a6c7-25fb80a7de97 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:56:25.534780 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:56:25.543119 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:25.546862 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7b08746d-04fc-4481-9747-7fdb4e503566 req-25fe5e82-9604-4e48-92c8-7db02d5d05eb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 Jul 27 10:56:25.565559 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:56:25.565911 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 4631eb9a-8a82-4f1b-8870-0d208bfc9a2f not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:56:25.663499 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:25.676162 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port c06597e1-a120-4862-a6c7-25fb80a7de97, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c06597e1-a120-4862-a6c7-25fb80a7de97,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:25.688693 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': 'c06597e1-a120-4862-a6c7-25fb80a7de97', 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf', 'port_id': 'c06597e1-a120-4862-a6c7-25fb80a7de97', 'mac_address': 'fa:16:3e:f6:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:56:25.721901 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57330) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:25.729963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port c06597e1-a120-4862-a6c7-25fb80a7de97 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:56:25.730355 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:25.744126 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06597e1-a120-4862-a6c7-25fb80a7de97 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:56:25.765478 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port c06597e1-a120-4862-a6c7-25fb80a7de97, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c06597e1-a120-4862-a6c7-25fb80a7de97,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:25.769635 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:25.782382 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ddb24b5e-8dca-4ad6-87ba-60e4335c5459 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (7cd4266e-bd2f-4e0c-963a-16c327bcb055), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:25.806546 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ddb24b5e-8dca-4ad6-87ba-60e4335c5459 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (7cd4266e-bd2f-4e0c-963a-16c327bcb055), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:25.816082 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=c06597e1-a120-4862-a6c7-25fb80a7de97,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:25.823918 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.824274 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.824625 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.824969 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.825309 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.825646 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.825969 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.826306 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.826659 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.826989 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.827320 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.827651 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.827977 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.828303 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.828632 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:56:25.857232 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ddb24b5e-8dca-4ad6-87ba-60e4335c5459 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7cd4266e-bd2f-4e0c-963a-16c327bcb055), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:25.860072 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-ddb24b5e-8dca-4ad6-87ba-60e4335c5459 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:25.861226 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-ddb24b5e-8dca-4ad6-87ba-60e4335c5459 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "DELETE /v2.0/security-groups/7cd4266e-bd2f-4e0c-963a-16c327bcb055 HTTP/1.1" status: 204 len: 168 time: 0.1381633 Jul 27 10:56:25.864136 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57332) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:25.871503 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb24b5e-8dca-4ad6-87ba-60e4335c5459 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd4266e-bd2f-4e0c-963a-16c327bcb055,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:25.878483 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.api.v2.resource [None req-3ccf3954-252d-43e9-90d2-de4ea4380bf5 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] show failed (client error): The resource could not be found. Jul 27 10:56:25.879621 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-3ccf3954-252d-43e9-90d2-de4ea4380bf5 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups/7cd4266e-bd2f-4e0c-963a-16c327bcb055 HTTP/1.1" status: 404 len: 347 time: 0.0144687 Jul 27 10:56:25.883272 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57334) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:25.963729 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['c06597e1-a120-4862-a6c7-25fb80a7de97'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:56:25.985711 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:26.001755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Deleting port ad691256-278f-4480-9599-87475e4a88b8 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:56:26.002109 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (ad691256-278f-4480-9599-87475e4a88b8), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.080995 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (ad691256-278f-4480-9599-87475e4a88b8), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.081332 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (ad691256-278f-4480-9599-87475e4a88b8), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.094292 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Calling delete_port for ad691256-278f-4480-9599-87475e4a88b8 owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:56:26.148123 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:26.226189 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (ad691256-278f-4480-9599-87475e4a88b8), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.260920 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'Port': ['ID=ad691256-278f-4480-9599-87475e4a88b8,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:26.301657 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:26.319727 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (71efadd8-afed-4117-982f-f6cdf76834d1), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.322243 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.323947 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d5d50ef1-cfa7-47bc-9ad8-3947ac7a0cd7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "DELETE /v2.0/floatingips/71efadd8-afed-4117-982f-f6cdf76834d1 HTTP/1.1" status: 204 len: 168 time: 0.4395843 Jul 27 10:56:26.394692 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57338) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:26.399189 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-70002692-4b4e-44bc-9eab-adf14ef650d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145114687', 'description': 'tempest-description--1845756530'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:26.420759 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70002692-4b4e-44bc-9eab-adf14ef650d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.490029 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70002692-4b4e-44bc-9eab-adf14ef650d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (4bab7053-52e3-4fbc-976a-e261911fbb60), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.493893 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70002692-4b4e-44bc-9eab-adf14ef650d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (4bab7053-52e3-4fbc-976a-e261911fbb60), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.526643 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70002692-4b4e-44bc-9eab-adf14ef650d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.527879 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-70002692-4b4e-44bc-9eab-adf14ef650d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321871 Jul 27 10:56:26.529729 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70002692-4b4e-44bc-9eab-adf14ef650d2 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bab7053-52e3-4fbc-976a-e261911fbb60,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:26.530829 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57340) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:26.535434 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-0aba082d-0c77-4077-8bda-81165b93b496 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group_rule': {'security_group_id': '4bab7053-52e3-4fbc-976a-e261911fbb60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:26.561874 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0aba082d-0c77-4077-8bda-81165b93b496 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (438ef52f-4560-4e50-9b24-34dc9666f6e8), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.624912 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0aba082d-0c77-4077-8bda-81165b93b496 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (438ef52f-4560-4e50-9b24-34dc9666f6e8), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.628641 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0aba082d-0c77-4077-8bda-81165b93b496 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (438ef52f-4560-4e50-9b24-34dc9666f6e8), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.646949 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba082d-0c77-4077-8bda-81165b93b496 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438ef52f-4560-4e50-9b24-34dc9666f6e8,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:26.654524 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0aba082d-0c77-4077-8bda-81165b93b496 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.655727 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-0aba082d-0c77-4077-8bda-81165b93b496 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237853 Jul 27 10:56:26.658323 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57344) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:26.662778 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-0f7e6881-c180-4455-868a-60bcc9b76211 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group_rule': {'security_group_id': '4bab7053-52e3-4fbc-976a-e261911fbb60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:26.679643 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:26.681335 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d8bad-0315-4f24-8e90-2ca3b1761fb3 req-9c078878-d0d3-42a3-975c-73a9f7e10fad tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:26.683516 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-285d8bad-0315-4f24-8e90-2ca3b1761fb3 req-9c078878-d0d3-42a3-975c-73a9f7e10fad tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 945 time: 0.0611985 Jul 27 10:56:26.692909 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0f7e6881-c180-4455-868a-60bcc9b76211 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (4f761752-4c23-4e90-869e-87620200c594), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.733123 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-285d8bad-0315-4f24-8e90-2ca3b1761fb3 req-57a23112-5bd1-4bff-a38b-0d643a2cc383 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439599 Jul 27 10:56:26.744968 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0f7e6881-c180-4455-868a-60bcc9b76211 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (4f761752-4c23-4e90-869e-87620200c594), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.752801 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0f7e6881-c180-4455-868a-60bcc9b76211 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (4f761752-4c23-4e90-869e-87620200c594), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.772918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e6881-c180-4455-868a-60bcc9b76211 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f761752-4c23-4e90-869e-87620200c594,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:26.777249 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0f7e6881-c180-4455-868a-60bcc9b76211 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.781485 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-0f7e6881-c180-4455-868a-60bcc9b76211 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191261 Jul 27 10:56:26.781854 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57346) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:26.785859 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:26.805767 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.886372 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:26.920723 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:26.989242 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Allocated IP 172.27.0.71 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/a84962d4-cb6f-4be0-b827-88d6f52c75f5) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:56:27.094532 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (a84962d4-cb6f-4be0-b827-88d6f52c75f5), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.126664 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (a84962d4-cb6f-4be0-b827-88d6f52c75f5), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.164899 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:56:27.170023 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:56:27.173847 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:56:27.177034 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=a84962d4-cb6f-4be0-b827-88d6f52c75f5,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:27.261230 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (bc41770c-0069-4637-a57f-deb4b88a5d97), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.298936 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (a84962d4-cb6f-4be0-b827-88d6f52c75f5), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.317774 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.408905 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:27.445521 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (a84962d4-cb6f-4be0-b827-88d6f52c75f5), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.452472 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (a84962d4-cb6f-4be0-b827-88d6f52c75f5), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.456185 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.461338 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.522005 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=a84962d4-cb6f-4be0-b827-88d6f52c75f5,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:27.529294 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device c06597e1-a120-4862-a6c7-25fb80a7de97 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:56:27.533728 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (bc41770c-0069-4637-a57f-deb4b88a5d97), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.550185 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.551440 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-36b55fbe-d0a1-419b-a10a-004e9a24c404 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7689381 Jul 27 10:56:27.574701 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port c06597e1-a120-4862-a6c7-25fb80a7de97 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:56:27.582279 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port c06597e1-a120-4862-a6c7-25fb80a7de97 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:56:27.582835 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.658175 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port c06597e1-a120-4862-a6c7-25fb80a7de97 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:56:27.658562 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.682472 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70e2b2-2f1d-4c18-a8f4-108d5438f372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06597e1-a120-4862-a6c7-25fb80a7de97'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:27.685030 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a26c89-2058-4164-88e7-87afbee1a3ee" -d '{"events": [{"server_uuid": "2d70e2b2-2f1d-4c18-a8f4-108d5438f372", "name": "network-vif-plugged", "status": "completed", "tag": "c06597e1-a120-4862-a6c7-25fb80a7de97"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:27.698692 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port c06597e1-a120-4862-a6c7-25fb80a7de97, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c06597e1-a120-4862-a6c7-25fb80a7de97,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:27.702557 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:27.737795 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084d1226-e1e7-408b-8c8a-02c715d5a0ab x-openstack-request-id: req-084d1226-e1e7-408b-8c8a-02c715d5a0ab {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:27.738084 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d70e2b2-2f1d-4c18-a8f4-108d5438f372", "name": "network-vif-plugged", "status": "completed", "tag": "c06597e1-a120-4862-a6c7-25fb80a7de97", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:27.738336 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-084d1226-e1e7-408b-8c8a-02c715d5a0ab {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:27.738759 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084d1226-e1e7-408b-8c8a-02c715d5a0ab'] response: {'server_uuid': '2d70e2b2-2f1d-4c18-a8f4-108d5438f372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06597e1-a120-4862-a6c7-25fb80a7de97', 'code': 200} Jul 27 10:56:27.756770 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=c06597e1-a120-4862-a6c7-25fb80a7de97,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:27.775211 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-20ac81b3-f618-4abf-a090-9d3f753fbd6c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--145114687&fields=id&tenant_id=069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 267 time: 0.0515878 Jul 27 10:56:27.896397 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96026638-b1b1-4e09-8d1f-efb32fe7270b req-72ddb59d-4aec-444a-bc20-052ea10abbb7 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:27.897890 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96026638-b1b1-4e09-8d1f-efb32fe7270b req-72ddb59d-4aec-444a-bc20-052ea10abbb7 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 946 time: 0.0704012 Jul 27 10:56:27.906926 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:27.913583 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edb90f-a1bb-4d89-bbb6-89cbdcf34de9 req-333d7990-336d-40cd-a94b-3626cffb32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:27.915123 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-14edb90f-a1bb-4d89-bbb6-89cbdcf34de9 req-333d7990-336d-40cd-a94b-3626cffb32fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 1130 time: 0.0452719 Jul 27 10:56:27.943711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-e8258c7f-6a30-4918-9484-c83b024a9304 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:27.946033 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-e8258c7f-6a30-4918-9484-c83b024a9304 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 815 time: 0.1681099 Jul 27 10:56:27.960579 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-14edb90f-a1bb-4d89-bbb6-89cbdcf34de9 req-fc09e749-b8f1-4ca6-a26f-ca53f38ecfcc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Jul 27 10:56:27.976620 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-1e26d741-06d1-4335-9b57-be4fbc1bed8e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/quotas/069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 375 time: 0.0208156 Jul 27 10:56:27.980638 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-96026638-b1b1-4e09-8d1f-efb32fe7270b req-5dd46722-c528-4fe9-9108-31b970920a86 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731263 Jul 27 10:56:28.026219 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-bf5bc84a-0e33-4d9a-b4f3-002d115d2bd1 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436103 Jul 27 10:56:28.127468 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-c44a5f62-27d0-47de-aa62-8335fc151a23 service neutron] 10.222.0.36 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900779 Jul 27 10:56:28.219643 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-707ca9f7-c083-456e-9802-a811c28a55ee service neutron] 10.222.0.36 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864394 Jul 27 10:56:28.378509 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-289af4d8-043a-40c2-9245-524100853c0c req-dc06ac18-a525-40d0-aa36-f8e27f1e2d95 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 210 time: 0.0288017 Jul 27 10:56:29.087215 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:29.101408 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f1703-947a-454c-b1fc-0399b8471f0c req-3e2b585c-b68e-4dc3-9bc9-fccc3550a657 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:29.102920 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-242f1703-947a-454c-b1fc-0399b8471f0c req-3e2b585c-b68e-4dc3-9bc9-fccc3550a657 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 946 time: 0.0485427 Jul 27 10:56:29.149654 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-242f1703-947a-454c-b1fc-0399b8471f0c req-da290d34-8a19-468f-aa5b-b4ef6ed914de tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Jul 27 10:56:29.460802 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:29.485339 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d123e5c-fd10-412c-bfdb-280be9e5204c req-b9b72eba-e361-44a1-a9e3-648009611b59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 210 time: 0.0327334 Jul 27 10:56:29.759258 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-931c30a3-46ee-4140-859f-a83348764025 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:29.760738 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-931c30a3-46ee-4140-859f-a83348764025 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 815 time: 0.1218412 Jul 27 10:56:29.765097 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62994c-dd43-40bd-9c24-144fde91c680 req-bdd1a0ce-6845-4799-83ab-89cfa103466a tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:29.766581 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2c62994c-dd43-40bd-9c24-144fde91c680 req-bdd1a0ce-6845-4799-83ab-89cfa103466a tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 946 time: 0.0495582 Jul 27 10:56:29.813937 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2c62994c-dd43-40bd-9c24-144fde91c680 req-e4a80b9d-2efd-4398-875b-ad0f9cc30f23 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Jul 27 10:56:30.586542 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-58285082-879c-4fbe-8dfb-0328f8c1ca0f req-b1f1bfb2-d295-4ee8-9409-6a3188c23adc tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 210 time: 0.0276821 Jul 27 10:56:30.736501 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-ef4699d1-e905-4a54-b2b0-03652f14ed25 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 379 time: 0.0531325 Jul 27 10:56:30.847054 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'port': {'device_id': '1ede611c-69bd-4782-a28c-3a8da044b553', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'admin_state_up': True, 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'security_groups': ['4bab7053-52e3-4fbc-976a-e261911fbb60']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:30.931822 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc736e3-86b4-4274-ad9e-b12ff8d8ab79 req-cfd4c03c-7ee9-4957-9276-43db7b6c50f2 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:30.933592 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4dc736e3-86b4-4274-ad9e-b12ff8d8ab79 req-cfd4c03c-7ee9-4957-9276-43db7b6c50f2 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 946 time: 0.0462155 Jul 27 10:56:30.960820 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Made reservation on behalf of 069d5edd9d9346bdb10c80922a763605 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:56:30.965254 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:30.993994 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4dc736e3-86b4-4274-ad9e-b12ff8d8ab79 req-a1ca698b-4b51-435c-8415-201759b4e698 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542121 Jul 27 10:56:31.065301 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-84537cb8-8901-42dc-a557-16ed4787a751 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:31.066793 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-84537cb8-8901-42dc-a557-16ed4787a751 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 946 time: 0.0915661 Jul 27 10:56:31.198221 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Allocated IP 172.20.0.8 (1d6af9c8-63cc-45e0-96b7-7129da7ac289/0db7642a-ba9a-418a-899d-470f110ab7ef/23809c83-ddf8-437b-ab50-b49d3ea37a94) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:56:31.199958 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Deleting port c06597e1-a120-4862-a6c7-25fb80a7de97 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:56:31.200300 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.276291 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:31.368027 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] For port c06597e1-a120-4862-a6c7-25fb80a7de97, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c06597e1-a120-4862-a6c7-25fb80a7de97,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:31.368425 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.388519 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Calling delete_port for c06597e1-a120-4862-a6c7-25fb80a7de97 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:56:31.419419 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:31.467405 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.537301 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.614109 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:56:31.621272 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:56:31.624581 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:56:31.629149 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=23809c83-ddf8-437b-ab50-b49d3ea37a94,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:31.652287 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (c06597e1-a120-4862-a6c7-25fb80a7de97), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.663133 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['c06597e1-a120-4862-a6c7-25fb80a7de97'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:56:31.699768 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Pushing event deleted for resources: {'Port': ['ID=c06597e1-a120-4862-a6c7-25fb80a7de97,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:31.715429 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:31.716198 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.718246 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca5e1f-28a5-4950-bfc1-51ab00676a74 req-e532719a-38b3-4cd6-b6f0-7bbafc82b0d0 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:31.725590 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e7ca5e1f-28a5-4950-bfc1-51ab00676a74 req-e532719a-38b3-4cd6-b6f0-7bbafc82b0d0 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 931 time: 0.0639462 Jul 27 10:56:31.768419 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] No DVR routers for this DVR port c06597e1-a120-4862-a6c7-25fb80a7de97 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:56:31.772007 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.776430 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ee899d9-7c17-40fc-87ca-7fcf416d507d req-a6870c32-0302-458a-8260-6d3f74f278cb tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.69 "DELETE /v2.0/ports/c06597e1-a120-4862-a6c7-25fb80a7de97 HTTP/1.1" status: 204 len: 173 time: 0.7030690 Jul 27 10:56:31.777061 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70e2b2-2f1d-4c18-a8f4-108d5438f372', 'name': 'network-vif-deleted', 'tag': 'c06597e1-a120-4862-a6c7-25fb80a7de97'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:31.779658 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b81c4da-4d32-482c-ab1b-361325bb4e3f" -d '{"events": [{"server_uuid": "2d70e2b2-2f1d-4c18-a8f4-108d5438f372", "name": "network-vif-deleted", "tag": "c06597e1-a120-4862-a6c7-25fb80a7de97"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:31.785820 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-402a14d6-0009-48e8-abb4-b7fc0cca82ea tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9436972 Jul 27 10:56:31.787022 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e7ca5e1f-28a5-4950-bfc1-51ab00676a74 req-251f61d2-4aab-4ef8-9029-de5cd683d375 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523527 Jul 27 10:56:31.798452 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Request body: {'port': {'device_id': '1ede611c-69bd-4782-a28c-3a8da044b553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:31.829565 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19d820c-8e6c-447c-8f22-1a941d41ada4 x-openstack-request-id: req-b19d820c-8e6c-447c-8f22-1a941d41ada4 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:31.829875 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d70e2b2-2f1d-4c18-a8f4-108d5438f372", "name": "network-vif-deleted", "tag": "c06597e1-a120-4862-a6c7-25fb80a7de97", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:31.830135 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b19d820c-8e6c-447c-8f22-1a941d41ada4 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:31.830553 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19d820c-8e6c-447c-8f22-1a941d41ada4'] response: {'server_uuid': '2d70e2b2-2f1d-4c18-a8f4-108d5438f372', 'name': 'network-vif-deleted', 'tag': 'c06597e1-a120-4862-a6c7-25fb80a7de97', 'status': 'completed', 'code': 200} Jul 27 10:56:31.878664 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.965210 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-6495f94c-255e-48b1-ab0b-31bfb19aefef None None] Provisioning complete for port 23809c83-ddf8-437b-ab50-b49d3ea37a94 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:56:31.965623 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6495f94c-255e-48b1-ab0b-31bfb19aefef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:31.999689 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-6495f94c-255e-48b1-ab0b-31bfb19aefef None None] Port 23809c83-ddf8-437b-ab50-b49d3ea37a94 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:56:32.115200 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-57666fbd-b404-4025-a375-e04164a4e4bd req-4e3b9d3e-22d3-41fb-bdb9-59bd18097cf7 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d70e2b2-2f1d-4c18-a8f4-108d5438f372 HTTP/1.1" status: 200 len: 210 time: 0.0287476 Jul 27 10:56:32.382057 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23809c83-ddf8-437b-ab50-b49d3ea37a94 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:56:32.389433 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Publish callbacks [] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:32.392552 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:32.402943 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Transition to ACTIVE for port object 23809c83-ddf8-437b-ab50-b49d3ea37a94 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:56:32.406733 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:32.453649 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:32.459592 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Pushing event updated for resources: {'Port': ['ID=23809c83-ddf8-437b-ab50-b49d3ea37a94,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:32.541938 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Attempting to bind port 23809c83-ddf8-437b-ab50-b49d3ea37a94 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:56:32.542283 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Attempting to bind port 23809c83-ddf8-437b-ab50-b49d3ea37a94 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:56:32.542634 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Attempting to bind port 23809c83-ddf8-437b-ab50-b49d3ea37a94 on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:56:32.547360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Port 23809c83-ddf8-437b-ab50-b49d3ea37a94 on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:56:32.547681 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Attempting to bind port 23809c83-ddf8-437b-ab50-b49d3ea37a94 on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:56:32.552791 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:56:32.553130 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Checking segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:56:32.553510 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Bound using segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:56:32.553937 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Bound port: 23809c83-ddf8-437b-ab50-b49d3ea37a94, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:56:32.554300 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:32.617304 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] For port 23809c83-ddf8-437b-ab50-b49d3ea37a94, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:56:32.621269 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] For port 23809c83-ddf8-437b-ab50-b49d3ea37a94, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=23809c83-ddf8-437b-ab50-b49d3ea37a94,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:56:32.627147 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:32.660681 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:32.661304 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:32.662712 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] 10.222.0.69 "PUT /v2.0/ports/23809c83-ddf8-437b-ab50-b49d3ea37a94 HTTP/1.1" status: 200 len: 1093 time: 0.8691256 Jul 27 10:56:32.684069 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2c1a4-d008-4bf9-9eb9-b83a6a952edd service neutron] Pushing event updated for resources: {'Port': ['ID=23809c83-ddf8-437b-ab50-b49d3ea37a94,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:32.745417 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-df303ee2-a734-4b02-ba98-ce84714a8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:32.746985 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-df303ee2-a734-4b02-ba98-ce84714a8d72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 1127 time: 0.0458949 Jul 27 10:56:32.786788 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-ee0ea05b-569d-4b02-a985-f2908ee0615a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23809c83-ddf8-437b-ab50-b49d3ea37a94 HTTP/1.1" status: 200 len: 217 time: 0.0336032 Jul 27 10:56:32.839324 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-0dd139c6-db67-4091-8e79-212fda9b376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:32.840810 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-0dd139c6-db67-4091-8e79-212fda9b376c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0480072 Jul 27 10:56:32.886158 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-bdb7a6b5-a15a-4074-a3e5-235e69ba745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:32.887887 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-bdb7a6b5-a15a-4074-a3e5-235e69ba745b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415409 Jul 27 10:56:32.909871 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab2b28-f2b1-49f0-9d68-333cd78fd072 req-59caf0c0-17f3-4f62-8a8d-ff5fd79a5592 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:32.911305 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f4ab2b28-f2b1-49f0-9d68-333cd78fd072 req-59caf0c0-17f3-4f62-8a8d-ff5fd79a5592 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 943 time: 0.0507777 Jul 27 10:56:32.959119 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f4ab2b28-f2b1-49f0-9d68-333cd78fd072 req-00118c54-c037-4ffd-8007-2f944ac0c41c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414975 Jul 27 10:56:32.982923 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-f1a5915d-18fb-480b-8ce1-a35eae006040 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893083 Jul 27 10:56:33.073752 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8f70fd47-a8c5-49f8-ba43-bcefd4c87efb req-e9d33b10-9ccd-4e64-ac96-7dab1d2fcea8 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853696 Jul 27 10:56:33.381715 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-1093ed60-2f1c-44e7-ae1d-423a70993440 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:33.383202 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-1093ed60-2f1c-44e7-ae1d-423a70993440 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/networks?id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf HTTP/1.1" status: 200 len: 808 time: 0.0999961 Jul 27 10:56:33.397183 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-50e43c63-78d1-4974-a038-b29d5c9c7053 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/quotas/bcafd47e5c5648c2a7f6da78c40fa7e1 HTTP/1.1" status: 200 len: 375 time: 0.0087311 Jul 27 10:56:33.433299 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-76f5bfde-58a0-4b99-9c44-a9a7106b6e67 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcafd47e5c5648c2a7f6da78c40fa7e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304720 Jul 27 10:56:33.521914 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-ba2bf765-fa92-422c-8fed-3e3997688a56 service neutron] 10.222.0.36 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822532 Jul 27 10:56:33.614618 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-ab6ceb97-bd8b-4146-a776-37fcf8182360 service neutron] 10.222.0.36 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865324 Jul 27 10:56:33.771898 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4ee9f872-1938-43bc-97ad-fa6c10b35d66 req-89810436-9570-4f6d-8756-8d9aa295d8c3 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 210 time: 0.0294209 Jul 27 10:56:33.832108 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede611c-69bd-4782-a28c-3a8da044b553', 'tag': '23809c83-ddf8-437b-ab50-b49d3ea37a94'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:33.834477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4968a8c-a318-4d3e-b2b4-d83207efe421" -d '{"events": [{"name": "network-changed", "server_uuid": "1ede611c-69bd-4782-a28c-3a8da044b553", "tag": "23809c83-ddf8-437b-ab50-b49d3ea37a94"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:33.871587 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ca2e1-1fc2-4c34-80c3-f718643ae567 x-openstack-request-id: req-d20ca2e1-1fc2-4c34-80c3-f718643ae567 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:33.871893 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ede611c-69bd-4782-a28c-3a8da044b553", "tag": "23809c83-ddf8-437b-ab50-b49d3ea37a94", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:33.872779 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d20ca2e1-1fc2-4c34-80c3-f718643ae567 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:33.873191 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20ca2e1-1fc2-4c34-80c3-f718643ae567'] response: {'name': 'network-changed', 'server_uuid': '1ede611c-69bd-4782-a28c-3a8da044b553', 'tag': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'status': 'completed', 'code': 200} Jul 27 10:56:33.937332 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-d808c86c-4ef8-4994-92dc-8c33a3cf7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:33.938253 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-d808c86c-4ef8-4994-92dc-8c33a3cf7222 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 1127 time: 0.0461271 Jul 27 10:56:34.036397 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-c4736b1f-38b0-4522-84ef-82270f0ded81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:34.038626 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-c4736b1f-38b0-4522-84ef-82270f0ded81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0940800 Jul 27 10:56:34.084911 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b514b2-f46e-4e25-b3ea-7b745fb2d9cc req-2ff2e9e9-bd4c-4d9c-adf6-9f23b7179797 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:34.086526 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e2b514b2-f46e-4e25-b3ea-7b745fb2d9cc req-2ff2e9e9-bd4c-4d9c-adf6-9f23b7179797 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 943 time: 0.0508630 Jul 27 10:56:34.086976 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-604bacce-70cb-4756-b519-a8d0247035fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23809c83-ddf8-437b-ab50-b49d3ea37a94 HTTP/1.1" status: 200 len: 217 time: 0.0426531 Jul 27 10:56:34.137758 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e2b514b2-f46e-4e25-b3ea-7b745fb2d9cc req-3c03e8e0-891c-4b01-aa5b-24b50e558483 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431147 Jul 27 10:56:34.143462 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-c6496394-2e66-44e7-9dc7-0b261880bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:34.145293 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-c6496394-2e66-44e7-9dc7-0b261880bcb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0529711 Jul 27 10:56:34.190299 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-a4ea32d1-e239-44fa-bcf4-084b8dabe66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:34.191863 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-a4ea32d1-e239-44fa-bcf4-084b8dabe66d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395782 Jul 27 10:56:34.261181 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:34.287688 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-406421b7-e99d-4b8a-b6e5-af964328a765 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891705 Jul 27 10:56:34.355144 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:34.384124 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b4968a8c-a318-4d3e-b2b4-d83207efe421 req-e67bd11c-49dc-4aae-a593-81c04d0f1748 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896478 Jul 27 10:56:34.689967 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-1d5b3d3b-93c5-427c-b104-a9f166e986fa tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:34.691516 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-1d5b3d3b-93c5-427c-b104-a9f166e986fa tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.69 "GET /v2.0/networks?id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf HTTP/1.1" status: 200 len: 808 time: 0.1034021 Jul 27 10:56:34.703605 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Request body: {'port': {'device_id': 'd5c79184-b57d-45a8-8ee5-a2d640113a20', 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf', 'admin_state_up': True, 'tenant_id': 'bcafd47e5c5648c2a7f6da78c40fa7e1'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:34.816851 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Made reservation on behalf of bcafd47e5c5648c2a7f6da78c40fa7e1 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:56:34.820275 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:34.878399 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-45556e3c-3ae6-451c-992a-2babcca34528 req-ff487ad6-c901-454f-8ed0-269d53db49ed tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 210 time: 0.0316916 Jul 27 10:56:34.945064 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Allocated IP 172.20.0.12 (52d064fa-1372-4bc5-be7a-ca6b1d4741bf/01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d/ff53d0ab-096f-49bf-8c05-ca05bf72608b) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:56:35.090048 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks [] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.121211 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.173192 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:56:35.178371 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:56:35.180620 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Pushing event updated for resources: {'Port': ['ID=ff53d0ab-096f-49bf-8c05-ca05bf72608b,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:35.182822 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:56:35.186856 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:35.233355 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:35.233877 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.250308 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-44cbb259-8c8b-4e81-8df1-ac52246b42e1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5503318 Jul 27 10:56:35.261052 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f72eda-4ce1-44d1-b163-63611fc5a594 req-c05a61fd-3d6c-41b2-b4d0-5859af65faf4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:35.262210 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Request body: {'port': {'device_id': 'd5c79184-b57d-45a8-8ee5-a2d640113a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:35.262542 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-40f72eda-4ce1-44d1-b163-63611fc5a594 req-c05a61fd-3d6c-41b2-b4d0-5859af65faf4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 943 time: 0.0517364 Jul 27 10:56:35.296740 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:35.313257 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-40f72eda-4ce1-44d1-b163-63611fc5a594 req-01187341-9946-49a9-b896-026ca12b6c24 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 Jul 27 10:56:35.320134 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.481359 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:35.560897 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 23809c83-ddf8-437b-ab50-b49d3ea37a94 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:56:35.563807 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device c06597e1-a120-4862-a6c7-25fb80a7de97 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:56:35.570818 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff53d0ab-096f-49bf-8c05-ca05bf72608b {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:56:35.578831 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Publish callbacks [] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.592418 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Transition to ACTIVE for port object ff53d0ab-096f-49bf-8c05-ca05bf72608b will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:56:35.593254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: c06597e1-a120-4862-a6c7-25fb80a7de97 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:56:35.593395 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device c06597e1-a120-4862-a6c7-25fb80a7de97 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:56:35.596579 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.605222 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:35.648895 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Pushing event updated for resources: {'Port': ['ID=ff53d0ab-096f-49bf-8c05-ca05bf72608b,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:35.685969 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 23809c83-ddf8-437b-ab50-b49d3ea37a94, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=23809c83-ddf8-437b-ab50-b49d3ea37a94,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:35.698376 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'port_id': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'mac_address': 'fa:16:3e:79:d5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:56:35.722703 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Attempting to bind port ff53d0ab-096f-49bf-8c05-ca05bf72608b on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:56:35.723047 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Attempting to bind port ff53d0ab-096f-49bf-8c05-ca05bf72608b by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:56:35.723379 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Attempting to bind port ff53d0ab-096f-49bf-8c05-ca05bf72608b on network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:56:35.727777 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Port ff53d0ab-096f-49bf-8c05-ca05bf72608b on network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:56:35.728099 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Attempting to bind port ff53d0ab-096f-49bf-8c05-ca05bf72608b on network 52d064fa-1372-4bc5-be7a-ca6b1d4741bf {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:56:35.732952 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:56:35.733328 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Checking segment: {'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:56:35.733713 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Bound using segment: {'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:56:35.734145 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Bound port: ff53d0ab-096f-49bf-8c05-ca05bf72608b, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66b3a97-1417-484b-8be5-a5dd07592312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:56:35.734507 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.751206 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 23809c83-ddf8-437b-ab50-b49d3ea37a94 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:56:35.751607 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.765385 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23809c83-ddf8-437b-ab50-b49d3ea37a94 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:56:35.786287 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 23809c83-ddf8-437b-ab50-b49d3ea37a94, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=23809c83-ddf8-437b-ab50-b49d3ea37a94,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:35.790675 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.796467 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] For port ff53d0ab-096f-49bf-8c05-ca05bf72608b, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:56:35.799659 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] For port ff53d0ab-096f-49bf-8c05-ca05bf72608b, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ff53d0ab-096f-49bf-8c05-ca05bf72608b,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:56:35.805082 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.825269 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:35.840009 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=23809c83-ddf8-437b-ab50-b49d3ea37a94,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:35.843723 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:35.844353 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:35.845734 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] 10.222.0.69 "PUT /v2.0/ports/ff53d0ab-096f-49bf-8c05-ca05bf72608b HTTP/1.1" status: 200 len: 1094 time: 0.5880723 Jul 27 10:56:35.861981 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f2ad6-299e-46f4-bf44-e5121a78d2db service neutron] Pushing event updated for resources: {'Port': ['ID=ff53d0ab-096f-49bf-8c05-ca05bf72608b,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:35.874062 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c79184-b57d-45a8-8ee5-a2d640113a20', 'tag': 'ff53d0ab-096f-49bf-8c05-ca05bf72608b'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:35.877208 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638dfebf-e0d3-43e0-90b9-b91389256f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c79184-b57d-45a8-8ee5-a2d640113a20", "tag": "ff53d0ab-096f-49bf-8c05-ca05bf72608b"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:35.914334 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d48b8f-97cc-49bc-9cb4-3e2ffc2ed193 x-openstack-request-id: req-c6d48b8f-97cc-49bc-9cb4-3e2ffc2ed193 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:35.914654 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c79184-b57d-45a8-8ee5-a2d640113a20", "tag": "ff53d0ab-096f-49bf-8c05-ca05bf72608b", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:35.914912 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6d48b8f-97cc-49bc-9cb4-3e2ffc2ed193 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:35.915312 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d48b8f-97cc-49bc-9cb4-3e2ffc2ed193'] response: {'name': 'network-changed', 'server_uuid': 'd5c79184-b57d-45a8-8ee5-a2d640113a20', 'tag': 'ff53d0ab-096f-49bf-8c05-ca05bf72608b', 'status': 'completed', 'code': 200} Jul 27 10:56:35.928606 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-624637da-a765-4136-8b2d-039371944a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:35.930101 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-624637da-a765-4136-8b2d-039371944a9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcafd47e5c5648c2a7f6da78c40fa7e1&device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 1128 time: 0.0462818 Jul 27 10:56:35.971593 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-9ba8fc5d-a01e-41fd-a55f-128123620e01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff53d0ab-096f-49bf-8c05-ca05bf72608b HTTP/1.1" status: 200 len: 217 time: 0.0339198 Jul 27 10:56:35.993854 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['23809c83-ddf8-437b-ab50-b49d3ea37a94'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:56:36.004411 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277710e-8f1a-45cc-849e-68aff95e77c4 req-773ec2f9-6244-4dfd-bccd-6a4c27ca0aa2 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:36.006094 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e277710e-8f1a-45cc-849e-68aff95e77c4 req-773ec2f9-6244-4dfd-bccd-6a4c27ca0aa2 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 944 time: 0.0490754 Jul 27 10:56:36.024654 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-be2ba9db-8cf4-4beb-b5cb-266284f3725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:36.026364 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-be2ba9db-8cf4-4beb-b5cb-266284f3725b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d HTTP/1.1" status: 200 len: 848 time: 0.0476825 Jul 27 10:56:36.059872 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-37c36e41-6fb5-49dd-a7e5-c63663cdc820 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268981 Jul 27 10:56:36.061999 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e277710e-8f1a-45cc-849e-68aff95e77c4 req-cc954017-a4a3-4694-a817-d2bcf7984024 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Jul 27 10:56:36.073706 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:36.153731 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-97035de8-0ed8-4cc6-8e69-90324ad99ca8 service neutron] 10.222.0.69 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878465 Jul 27 10:56:36.239181 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5cb1fd16-79fa-46a4-891d-b79033977eff req-f9ebe1f9-d8ad-4b32-af23-7b754e371c58 service neutron] 10.222.0.69 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799015 Jul 27 10:56:36.435196 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f46f3-d220-4ffd-9b7d-8e29c5c7932b req-ec653ba0-59d0-4753-b3c1-3a27e9a881d7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:36.436643 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b4f46f3-d220-4ffd-9b7d-8e29c5c7932b req-ec653ba0-59d0-4753-b3c1-3a27e9a881d7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 944 time: 0.0502069 Jul 27 10:56:36.454254 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:36.483921 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2b4f46f3-d220-4ffd-9b7d-8e29c5c7932b req-40a02ab5-77bd-4871-9440-649774a68a8f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418079 Jul 27 10:56:36.950741 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-8967d3fc-9a81-435e-9d1b-bca52bd3a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:36.952235 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-8967d3fc-9a81-435e-9d1b-bca52bd3a1d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcafd47e5c5648c2a7f6da78c40fa7e1&device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 1128 time: 0.0456903 Jul 27 10:56:37.039099 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-f8703ff1-1e3b-43ad-9055-b2e99472787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:37.040512 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-f8703ff1-1e3b-43ad-9055-b2e99472787e service neutron] 10.222.0.69 "GET /v2.0/networks?id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf HTTP/1.1" status: 200 len: 909 time: 0.0826278 Jul 27 10:56:37.084775 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-471ba303-ffd9-40ad-b12c-c3fa5c642251 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff53d0ab-096f-49bf-8c05-ca05bf72608b HTTP/1.1" status: 200 len: 217 time: 0.0384433 Jul 27 10:56:37.125455 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:37.133796 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-3a70ac9d-ef50-4b54-aa05-7cba940590cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:37.135331 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-3a70ac9d-ef50-4b54-aa05-7cba940590cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d HTTP/1.1" status: 200 len: 848 time: 0.0449505 Jul 27 10:56:37.166175 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-ba0ed772-ac4e-40c6-ad1f-f9ae21c7973f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52d064fa-1372-4bc5-be7a-ca6b1d4741bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255439 Jul 27 10:56:37.179907 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f15cb7-b768-4714-85db-c65c99df84f1 req-5fad5812-663d-40e6-942d-017193c21c42 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:37.181404 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c0f15cb7-b768-4714-85db-c65c99df84f1 req-5fad5812-663d-40e6-942d-017193c21c42 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 944 time: 0.0472100 Jul 27 10:56:37.228880 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c0f15cb7-b768-4714-85db-c65c99df84f1 req-286d20b5-c1ef-435d-a0ee-b707012b2866 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Jul 27 10:56:37.259045 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-af86f9aa-80c6-4c51-ba2d-c7349af2c841 service neutron] 10.222.0.69 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871961 Jul 27 10:56:37.346107 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-638dfebf-e0d3-43e0-90b9-b91389256f3d req-9b70df1f-3710-43e1-9dcf-6037c7aefaab service neutron] 10.222.0.69 "GET /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819404 Jul 27 10:56:37.576412 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device ff53d0ab-096f-49bf-8c05-ca05bf72608b details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:56:37.578536 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 23809c83-ddf8-437b-ab50-b49d3ea37a94 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:56:37.604307 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ab2e6-f9e8-4444-a1e5-764044f84402 req-c980adf9-c165-430e-a757-201a1c765d5a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:37.605922 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-670ab2e6-f9e8-4444-a1e5-764044f84402 req-c980adf9-c165-430e-a757-201a1c765d5a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 944 time: 0.0527892 Jul 27 10:56:37.655091 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-670ab2e6-f9e8-4444-a1e5-764044f84402 req-de08634c-b9e6-4de4-9975-573dce09bf3a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435076 Jul 27 10:56:37.675062 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 23809c83-ddf8-437b-ab50-b49d3ea37a94 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:56:37.685985 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 23809c83-ddf8-437b-ab50-b49d3ea37a94 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:56:37.686359 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:37.858942 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port ff53d0ab-096f-49bf-8c05-ca05bf72608b, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ff53d0ab-096f-49bf-8c05-ca05bf72608b,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:37.875249 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': 'ff53d0ab-096f-49bf-8c05-ca05bf72608b', 'network_id': '52d064fa-1372-4bc5-be7a-ca6b1d4741bf', 'port_id': 'ff53d0ab-096f-49bf-8c05-ca05bf72608b', 'mac_address': 'fa:16:3e:75:c2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:56:37.936798 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port ff53d0ab-096f-49bf-8c05-ca05bf72608b is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:56:37.937181 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:37.939160 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 23809c83-ddf8-437b-ab50-b49d3ea37a94 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:56:37.939521 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:37.966456 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff53d0ab-096f-49bf-8c05-ca05bf72608b {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:56:37.976192 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede611c-69bd-4782-a28c-3a8da044b553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23809c83-ddf8-437b-ab50-b49d3ea37a94'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:37.978396 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d47682e-4903-4b02-800c-191b97cf8f36" -d '{"events": [{"server_uuid": "1ede611c-69bd-4782-a28c-3a8da044b553", "name": "network-vif-plugged", "status": "completed", "tag": "23809c83-ddf8-437b-ab50-b49d3ea37a94"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:38.000604 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 23809c83-ddf8-437b-ab50-b49d3ea37a94, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=23809c83-ddf8-437b-ab50-b49d3ea37a94,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:38.002407 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port ff53d0ab-096f-49bf-8c05-ca05bf72608b, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ff53d0ab-096f-49bf-8c05-ca05bf72608b,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:38.005557 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:38.009714 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:38.028585 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:38.031896 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3f75a6-d19c-45dc-b06e-254defcf4e7b x-openstack-request-id: req-ef3f75a6-d19c-45dc-b06e-254defcf4e7b {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:38.032189 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ede611c-69bd-4782-a28c-3a8da044b553", "name": "network-vif-plugged", "status": "completed", "tag": "23809c83-ddf8-437b-ab50-b49d3ea37a94", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:38.032440 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef3f75a6-d19c-45dc-b06e-254defcf4e7b {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:38.032829 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3f75a6-d19c-45dc-b06e-254defcf4e7b'] response: {'server_uuid': '1ede611c-69bd-4782-a28c-3a8da044b553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'code': 200} Jul 27 10:56:38.057309 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=23809c83-ddf8-437b-ab50-b49d3ea37a94,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:38.103603 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=ff53d0ab-096f-49bf-8c05-ca05bf72608b,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:38.196834 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2e9f1-16a3-42ed-abdd-605eac7ecc58 req-f2839f26-fcfe-4961-9228-ac9608de4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:38.199043 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3bb2e9f1-16a3-42ed-abdd-605eac7ecc58 req-f2839f26-fcfe-4961-9228-ac9608de4922 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 1129 time: 0.0386283 Jul 27 10:56:38.212727 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['ff53d0ab-096f-49bf-8c05-ca05bf72608b'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:56:38.246941 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3bb2e9f1-16a3-42ed-abdd-605eac7ecc58 req-be550d2f-71a9-4636-a944-4ec1db33475e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 Jul 27 10:56:38.292657 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:38.345236 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5616a8-b07e-4645-9823-fb67dffd638e req-2496784f-8744-490b-8a4f-8f4310b56dae tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:38.346648 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8a5616a8-b07e-4645-9823-fb67dffd638e req-2496784f-8744-490b-8a4f-8f4310b56dae tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 945 time: 0.0471053 Jul 27 10:56:38.393400 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8a5616a8-b07e-4645-9823-fb67dffd638e req-bdf9d391-3eff-4fc0-81df-3cd78be31bee tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Jul 27 10:56:38.739974 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:38.745245 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:38.774643 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb973-0e61-4f54-b2cb-7bf7dbedd4c2 req-3121bf0d-8bbd-4a1b-b4a7-2f652382c2d8 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:38.776619 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-be3eb973-0e61-4f54-b2cb-7bf7dbedd4c2 req-3121bf0d-8bbd-4a1b-b4a7-2f652382c2d8 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 945 time: 0.0462887 Jul 27 10:56:38.825091 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-be3eb973-0e61-4f54-b2cb-7bf7dbedd4c2 req-e5ab50b0-e972-4d40-9e9e-1f2f16820199 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429339 Jul 27 10:56:39.509004 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add70263-2ce9-4cf1-a25c-4127e73c8511 req-c2f73b5c-440a-4d1f-91e1-4aec6a6dbcf9 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:39.511211 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-add70263-2ce9-4cf1-a25c-4127e73c8511 req-c2f73b5c-440a-4d1f-91e1-4aec6a6dbcf9 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 945 time: 0.0476091 Jul 27 10:56:39.557312 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-add70263-2ce9-4cf1-a25c-4127e73c8511 req-beec952e-05b8-48c0-8203-c49baa714276 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Jul 27 10:56:39.591153 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device ff53d0ab-096f-49bf-8c05-ca05bf72608b up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:56:39.632648 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port ff53d0ab-096f-49bf-8c05-ca05bf72608b completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:56:39.638776 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port ff53d0ab-096f-49bf-8c05-ca05bf72608b triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:56:39.639148 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:39.710197 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port ff53d0ab-096f-49bf-8c05-ca05bf72608b is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:56:39.710504 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:39.742289 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port ff53d0ab-096f-49bf-8c05-ca05bf72608b, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ff53d0ab-096f-49bf-8c05-ca05bf72608b,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:39.746380 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:39.790740 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=ff53d0ab-096f-49bf-8c05-ca05bf72608b,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:39.940549 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844edea4-850b-45f7-8b1d-07d0f96e3f73 req-23c4927c-a187-4e04-b56d-684811276adf tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:39.942043 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-844edea4-850b-45f7-8b1d-07d0f96e3f73 req-23c4927c-a187-4e04-b56d-684811276adf tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 945 time: 0.0467339 Jul 27 10:56:39.987416 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-844edea4-850b-45f7-8b1d-07d0f96e3f73 req-177c7078-c510-41c8-83f0-99f9887eb854 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397651 Jul 27 10:56:40.034068 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c79184-b57d-45a8-8ee5-a2d640113a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff53d0ab-096f-49bf-8c05-ca05bf72608b'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:40.036525 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feebb9a5-9d6d-4b1e-8d27-990030c60944" -d '{"events": [{"server_uuid": "d5c79184-b57d-45a8-8ee5-a2d640113a20", "name": "network-vif-plugged", "status": "completed", "tag": "ff53d0ab-096f-49bf-8c05-ca05bf72608b"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:40.074574 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7028ef-7215-44ad-93e6-db69e49eb86d x-openstack-request-id: req-6f7028ef-7215-44ad-93e6-db69e49eb86d {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:40.074896 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c79184-b57d-45a8-8ee5-a2d640113a20", "name": "network-vif-plugged", "status": "completed", "tag": "ff53d0ab-096f-49bf-8c05-ca05bf72608b", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:40.075153 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f7028ef-7215-44ad-93e6-db69e49eb86d {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:40.075552 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7028ef-7215-44ad-93e6-db69e49eb86d'] response: {'server_uuid': 'd5c79184-b57d-45a8-8ee5-a2d640113a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff53d0ab-096f-49bf-8c05-ca05bf72608b', 'code': 200} Jul 27 10:56:40.103186 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532459f5-68cf-4725-a29e-982a0937f71c req-10e9e47a-6d1c-44cc-9f46-dea8e4a6cac7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:40.105194 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-532459f5-68cf-4725-a29e-982a0937f71c req-10e9e47a-6d1c-44cc-9f46-dea8e4a6cac7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 945 time: 0.0507655 Jul 27 10:56:40.114847 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57466) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:56:40.119768 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'floatingip': {'port_id': '23809c83-ddf8-437b-ab50-b49d3ea37a94'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:56:40.159586 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (bc41770c-0069-4637-a57f-deb4b88a5d97), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:40.241738 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdc2bd-a3b6-474d-bc22-38e6cc2dc81b req-7b69e55f-e732-40ca-b215-651c05f4e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:40.243290 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcbdc2bd-a3b6-474d-bc22-38e6cc2dc81b req-7b69e55f-e732-40ca-b215-651c05f4e223 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 1130 time: 0.0388441 Jul 27 10:56:40.285873 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-dcbdc2bd-a3b6-474d-bc22-38e6cc2dc81b req-8d502b2d-323f-43b3-8152-00eaef705795 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Jul 27 10:56:40.314870 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:40.577256 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:40.581189 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (bc41770c-0069-4637-a57f-deb4b88a5d97), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:40.615701 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:40.716902 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587593-f601-4f7e-9588-761712f4587e req-20405040-6617-4fc4-8579-9f932e97e99c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:40.718400 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0e587593-f601-4f7e-9588-761712f4587e req-20405040-6617-4fc4-8579-9f932e97e99c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 946 time: 0.0611515 Jul 27 10:56:40.719810 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Floating IP bc41770c-0069-4637-a57f-deb4b88a5d97 associated. External IP: 172.27.0.71, port: 23809c83-ddf8-437b-ab50-b49d3ea37a94. Jul 27 10:56:40.844944 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0e587593-f601-4f7e-9588-761712f4587e req-82871bd5-4b60-4fa8-ad54-64a8de321abf tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208429 Jul 27 10:56:41.224718 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:56:41.324999 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:56:41.329872 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:41.334612 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:56:41.344661 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:56:41.345263 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:56:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:41.360394 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2dfbe62c-0bdf-40db-aa82-70fa293cdb1b tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "PUT /v2.0/floatingips/bc41770c-0069-4637-a57f-deb4b88a5d97 HTTP/1.1" status: 200 len: 990 time: 1.2444375 Jul 27 10:56:41.360984 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede611c-69bd-4782-a28c-3a8da044b553', 'tag': '23809c83-ddf8-437b-ab50-b49d3ea37a94'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:41.363464 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56196d1b-4e8e-48e7-9790-65bb3b34ea10" -d '{"events": [{"name": "network-changed", "server_uuid": "1ede611c-69bd-4782-a28c-3a8da044b553", "tag": "23809c83-ddf8-437b-ab50-b49d3ea37a94"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:41.400174 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b52e59e-b09c-4503-bd30-ba7e132b4b9f x-openstack-request-id: req-6b52e59e-b09c-4503-bd30-ba7e132b4b9f {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:41.401097 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ede611c-69bd-4782-a28c-3a8da044b553", "tag": "23809c83-ddf8-437b-ab50-b49d3ea37a94", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:41.401356 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b52e59e-b09c-4503-bd30-ba7e132b4b9f {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:41.401764 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b52e59e-b09c-4503-bd30-ba7e132b4b9f'] response: {'name': 'network-changed', 'server_uuid': '1ede611c-69bd-4782-a28c-3a8da044b553', 'tag': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'status': 'completed', 'code': 200} Jul 27 10:56:41.446724 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:56:41.662528 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'bc41770c-0069-4637-a57f-deb4b88a5d97', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:79:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede611c-69bd-4782-a28c-3a8da044b553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:56:27Z', 'updated_at': '2022-07-27T10:56:40Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:41.684596 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-100972e2-5454-4b3f-a9a2-1335164773a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:41.686115 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-100972e2-5454-4b3f-a9a2-1335164773a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 1129 time: 0.0436604 Jul 27 10:56:41.688442 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:56:41.696751 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:56:41.698037 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:56:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:41.732875 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:41.789743 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-385767f7-65e2-428f-9ae6-7bb783f06ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:41.791211 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-385767f7-65e2-428f-9ae6-7bb783f06ac5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0908794 Jul 27 10:56:41.801468 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:56:41.850898 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-d0ef5865-d112-4afa-9498-4e80a1aba365 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23809c83-ddf8-437b-ab50-b49d3ea37a94 HTTP/1.1" status: 200 len: 998 time: 0.0542600 Jul 27 10:56:41.903071 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-2f6514fe-ca6a-4972-94d0-89491a49ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:41.904542 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-2f6514fe-ca6a-4972-94d0-89491a49ece8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0483322 Jul 27 10:56:41.917265 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:41.947050 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=100 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:41.950731 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-b3b4233e-8ca2-4601-985d-ebaa39b8138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:41.952771 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-b3b4233e-8ca2-4601-985d-ebaa39b8138d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427938 Jul 27 10:56:41.970310 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72f28-3876-4978-99e4-26a7854735eb req-b8d142f8-a927-4587-b7f1-bd5c048aed9a tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:41.972012 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4de72f28-3876-4978-99e4-26a7854735eb req-b8d142f8-a927-4587-b7f1-bd5c048aed9a tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 946 time: 0.0520709 Jul 27 10:56:42.019572 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4de72f28-3876-4978-99e4-26a7854735eb req-c47017fd-d5f3-4c24-aa4f-f81e0865f9f1 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Jul 27 10:56:42.036655 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'bc41770c-0069-4637-a57f-deb4b88a5d97', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:79:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede611c-69bd-4782-a28c-3a8da044b553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:56:27Z', 'updated_at': '2022-07-27T10:56:40Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:56:42.048153 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-e18d9a33-ec3f-4831-8409-0a157287e22c service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893841 Jul 27 10:56:42.062216 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603373aa-183a-42e9-94be-bf8c6ca5f1a4 None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'bc41770c-0069-4637-a57f-deb4b88a5d97', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:79:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede611c-69bd-4782-a28c-3a8da044b553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:56:27Z', 'updated_at': '2022-07-27T10:56:40Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:56:42.153807 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-56196d1b-4e8e-48e7-9790-65bb3b34ea10 req-ec78f491-fd70-4abb-b08b-b7cf826c1cfe service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002748 Jul 27 10:56:42.256557 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d024ddbf-0225-4dbf-932b-56ce3bf2d748 None None] New status for floating IP bc41770c-0069-4637-a57f-deb4b88a5d97: ACTIVE {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:56:42.685768 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03968e60-7fb7-418b-b030-edf29aeb23bf req-96b4aecd-2461-437a-ae43-ef2ca8bacac5 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:42.687279 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-03968e60-7fb7-418b-b030-edf29aeb23bf req-96b4aecd-2461-437a-ae43-ef2ca8bacac5 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 946 time: 0.0500176 Jul 27 10:56:42.733415 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:42.738119 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-03968e60-7fb7-418b-b030-edf29aeb23bf req-f9f4084f-825b-4022-91fa-71ce8c392e0c tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Jul 27 10:56:43.861220 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64aa78-98a2-4fb6-bbdf-16119f6ad639 req-de2e1bd7-0045-46ab-9217-b34c14b57d36 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:43.862774 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7c64aa78-98a2-4fb6-bbdf-16119f6ad639 req-de2e1bd7-0045-46ab-9217-b34c14b57d36 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 946 time: 0.0474539 Jul 27 10:56:43.909420 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7c64aa78-98a2-4fb6-bbdf-16119f6ad639 req-1dbe05cf-cd3b-45d3-b3ca-16804296544a tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.36 "GET /v2.0/security-groups?id=c755cf13-b756-4751-a507-1dd23fc58ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Jul 27 10:56:43.937133 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-2a31b108-d205-49c1-8571-94a7115e454e tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:56:43.938615 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-2a31b108-d205-49c1-8571-94a7115e454e tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c79184-b57d-45a8-8ee5-a2d640113a20 HTTP/1.1" status: 200 len: 946 time: 0.0471051 Jul 27 10:56:44.023029 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Deleting port ff53d0ab-096f-49bf-8c05-ca05bf72608b {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:56:44.023322 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:44.080396 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:44.113453 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] For port ff53d0ab-096f-49bf-8c05-ca05bf72608b, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ff53d0ab-096f-49bf-8c05-ca05bf72608b,segment=NetworkSegment(a66b3a97-1417-484b-8be5-a5dd07592312),segment_id=a66b3a97-1417-484b-8be5-a5dd07592312)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:56:44.113818 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:44.130292 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Calling delete_port for ff53d0ab-096f-49bf-8c05-ca05bf72608b owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:56:44.252255 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (ff53d0ab-096f-49bf-8c05-ca05bf72608b), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:44.264873 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['ff53d0ab-096f-49bf-8c05-ca05bf72608b'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:56:44.279570 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Pushing event deleted for resources: {'Port': ['ID=ff53d0ab-096f-49bf-8c05-ca05bf72608b,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:56:44.327899 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] No DVR routers for this DVR port ff53d0ab-096f-49bf-8c05-ca05bf72608b on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:56:44.330575 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:44.334080 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0508cc78-dd52-4784-a59e-212bd6a2c719 req-e43ed94a-1a04-4991-8cc1-34da0aa20714 tempest-VolumesActionsTest-261922967 tempest-VolumesActionsTest-261922967-project] 10.222.0.69 "DELETE /v2.0/ports/ff53d0ab-096f-49bf-8c05-ca05bf72608b HTTP/1.1" status: 204 len: 173 time: 0.3905950 Jul 27 10:56:44.334527 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c79184-b57d-45a8-8ee5-a2d640113a20', 'name': 'network-vif-deleted', 'tag': 'ff53d0ab-096f-49bf-8c05-ca05bf72608b'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:56:44.337454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e81440-54bc-40ef-95f0-7bc46166c47f" -d '{"events": [{"server_uuid": "d5c79184-b57d-45a8-8ee5-a2d640113a20", "name": "network-vif-deleted", "tag": "ff53d0ab-096f-49bf-8c05-ca05bf72608b"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:56:44.378308 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea1ca07-1580-458a-a744-dc3e58351725 x-openstack-request-id: req-0ea1ca07-1580-458a-a744-dc3e58351725 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:56:44.378630 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c79184-b57d-45a8-8ee5-a2d640113a20", "name": "network-vif-deleted", "tag": "ff53d0ab-096f-49bf-8c05-ca05bf72608b", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:56:44.378878 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ea1ca07-1580-458a-a744-dc3e58351725 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:56:44.379283 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea1ca07-1580-458a-a744-dc3e58351725'] response: {'server_uuid': 'd5c79184-b57d-45a8-8ee5-a2d640113a20', 'name': 'network-vif-deleted', 'tag': 'ff53d0ab-096f-49bf-8c05-ca05bf72608b', 'status': 'completed', 'code': 200} Jul 27 10:56:48.340775 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device ff53d0ab-096f-49bf-8c05-ca05bf72608b no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:56:48.363668 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: ff53d0ab-096f-49bf-8c05-ca05bf72608b {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:56:48.364015 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device ff53d0ab-096f-49bf-8c05-ca05bf72608b not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:56:52.132977 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-98690415-6053-46db-b7df-c29791168045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:52.359907 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:52.364149 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:52.702466 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:56:53.898730 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=9 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:53.905538 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=80 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:54.312565 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=27,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:54.313304 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:56:54.426193 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-232124d4-63c3-40e4-be49-76a5f691a9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:55.542482 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:57.321957 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:57.475487 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:56:57.487228 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:02.697775 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:02.699498 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:05.690034 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57722) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:05.734989 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-84323430-7d66-482b-80cf-7ef6b2ffa9f8 admin admin] Deleting subnet 01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:57:05.738134 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-84323430-7d66-482b-80cf-7ef6b2ffa9f8 admin admin] Publish callbacks [] for subnet (01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:05.776846 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-84323430-7d66-482b-80cf-7ef6b2ffa9f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:05.816743 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-84323430-7d66-482b-80cf-7ef6b2ffa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:05.869789 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-84323430-7d66-482b-80cf-7ef6b2ffa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:05.893628 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84323430-7d66-482b-80cf-7ef6b2ffa9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:05.899225 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-84323430-7d66-482b-80cf-7ef6b2ffa9f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:05.903140 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-84323430-7d66-482b-80cf-7ef6b2ffa9f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/01ff2cea-ccbb-41a3-8dbe-cd6004a51b5d HTTP/1.1" status: 204 len: 168 time: 0.2112689 Jul 27 10:57:05.905399 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57724) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:05.979538 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (52d064fa-1372-4bc5-be7a-ca6b1d4741bf), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.062201 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (52d064fa-1372-4bc5-be7a-ca6b1d4741bf), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.082085 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d064fa-1372-4bc5-be7a-ca6b1d4741bf']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:06.091930 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66b3a97-1417-484b-8be5-a5dd07592312') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:06.092234 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66b3a97-1417-484b-8be5-a5dd07592312') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:06.101644 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (a66b3a97-1417-484b-8be5-a5dd07592312), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.114663 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (a66b3a97-1417-484b-8be5-a5dd07592312), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.121024 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:57:06.121414 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (a66b3a97-1417-484b-8be5-a5dd07592312), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.160813 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment a66b3a97-1417-484b-8be5-a5dd07592312 resource provider aggregate not found Jul 27 10:57:06.178587 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment a66b3a97-1417-484b-8be5-a5dd07592312 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a66b3a97-1417-484b-8be5-a5dd07592312 found for delete ", "request_id": "req-63895dfe-a797-4eac-be8f-e9661b838421"}]} Jul 27 10:57:06.185122 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (52d064fa-1372-4bc5-be7a-ca6b1d4741bf), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.190372 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.193551 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] 10.222.0.36 "DELETE /v2.0/networks/52d064fa-1372-4bc5-be7a-ca6b1d4741bf HTTP/1.1" status: 204 len: 168 time: 0.2871301 Jul 27 10:57:06.205819 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bee73a-7f1a-4245-bdea-a51c5cc07417 admin admin] Pushing event deleted for resources: {'Network': ['ID=52d064fa-1372-4bc5-be7a-ca6b1d4741bf,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:06.302131 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57732) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:06.342529 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-5e6fddba-e4ef-4bd6-9d5d-f6ddfa75bfdd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcafd47e5c5648c2a7f6da78c40fa7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392323 Jul 27 10:57:06.344952 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57734) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:06.396113 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7d030710-4b40-4d61-9290-81de17acd5cf admin admin] Publish callbacks [] for security_group (c755cf13-b756-4751-a507-1dd23fc58ff7), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.416828 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7d030710-4b40-4d61-9290-81de17acd5cf admin admin] Publish callbacks [] for security_group (c755cf13-b756-4751-a507-1dd23fc58ff7), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.464119 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7d030710-4b40-4d61-9290-81de17acd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (c755cf13-b756-4751-a507-1dd23fc58ff7), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.466787 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-7d030710-4b40-4d61-9290-81de17acd5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:06.467940 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7d030710-4b40-4d61-9290-81de17acd5cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c755cf13-b756-4751-a507-1dd23fc58ff7 HTTP/1.1" status: 204 len: 168 time: 0.1221025 Jul 27 10:57:06.475564 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d030710-4b40-4d61-9290-81de17acd5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c755cf13-b756-4751-a507-1dd23fc58ff7,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:07.473424 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:15.741008 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:16.470971 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:16.471765 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:16.489884 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:17.319215 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57872) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:17.427070 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:17.509161 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Publish callbacks [] for security_group (af8286c2-61fb-4b6d-b83e-5332b8f1cc2d), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:17.513624 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (af8286c2-61fb-4b6d-b83e-5332b8f1cc2d), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:17.552427 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3074671803cb4acdbab557c073a92f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321427 Jul 27 10:57:17.554314 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8286c2-61fb-4b6d-b83e-5332b8f1cc2d,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:17.555245 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57880) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:17.562167 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.562524 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.562894 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.563416 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.563787 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.564125 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.564459 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.564788 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.565115 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.565442 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.565770 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.566097 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.566427 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.566777 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.567099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2724b-45d1-457a-ac6f-a49dfeb0c053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.608785 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Publish callbacks [] for security_group (af8286c2-61fb-4b6d-b83e-5332b8f1cc2d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:17.630803 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Publish callbacks [] for security_group (af8286c2-61fb-4b6d-b83e-5332b8f1cc2d), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:17.679982 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (af8286c2-61fb-4b6d-b83e-5332b8f1cc2d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:17.683746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:17.687050 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af8286c2-61fb-4b6d-b83e-5332b8f1cc2d HTTP/1.1" status: 204 len: 168 time: 0.1306872 Jul 27 10:57:17.696506 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8286c2-61fb-4b6d-b83e-5332b8f1cc2d,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:17.707432 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.708520 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.708872 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.709236 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.709546 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.710059 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.710593 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.710972 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.711286 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.711595 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.712191 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.712523 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.712968 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.713292 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:17.713617 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771e235-ca0a-4070-b714-93b24ba44d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:20.753550 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:22.125222 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c2c4af01-60c7-4cc2-ad6d-71e4e21f8acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:24.419254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0733fba8-62a8-4467-b001-2d5cfeff02b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:25.538187 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:27.242037 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46105dbd-478f-42a1-b00d-ceb0e14d11ad req-e139e7f4-c889-465d-b999-506a43577610 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:27.243514 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-46105dbd-478f-42a1-b00d-ceb0e14d11ad req-e139e7f4-c889-465d-b999-506a43577610 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 945 time: 0.0472043 Jul 27 10:57:27.297176 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-46105dbd-478f-42a1-b00d-ceb0e14d11ad req-d9a252aa-8d2b-4640-8ea9-6562a0e473e8 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477016 Jul 27 10:57:27.324243 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:27.469157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:27.470254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:27.692166 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:27.702678 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:28.416724 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d0d93-a2d8-4f91-adda-219c483a357b req-1578b09e-3112-4901-aaa3-9fafe1354d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:28.418188 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0f1d0d93-a2d8-4f91-adda-219c483a357b req-1578b09e-3112-4901-aaa3-9fafe1354d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 945 time: 0.0468528 Jul 27 10:57:28.465955 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0f1d0d93-a2d8-4f91-adda-219c483a357b req-48ed4298-fc8a-4422-8ccd-75eecdd3a3fe tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bab7053-52e3-4fbc-976a-e261911fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413902 Jul 27 10:57:28.656405 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-d31a682b-7c94-4840-a326-c9d4e6323d13 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:28.657751 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-d31a682b-7c94-4840-a326-c9d4e6323d13 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 945 time: 0.0491476 Jul 27 10:57:28.735568 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Deleting port 23809c83-ddf8-437b-ab50-b49d3ea37a94 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:57:28.736239 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:28.826058 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] For port 23809c83-ddf8-437b-ab50-b49d3ea37a94, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=23809c83-ddf8-437b-ab50-b49d3ea37a94,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:57:28.826423 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:28.984212 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:28.984576 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (bc41770c-0069-4637-a57f-deb4b88a5d97), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:28.984903 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Floating IP bc41770c-0069-4637-a57f-deb4b88a5d97 disassociated. External IP: 172.27.0.71, port: 23809c83-ddf8-437b-ab50-b49d3ea37a94. Jul 27 10:57:28.985246 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Calling delete_port for 23809c83-ddf8-437b-ab50-b49d3ea37a94 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:57:29.109969 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (23809c83-ddf8-437b-ab50-b49d3ea37a94), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:29.135456 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'Port': ['ID=23809c83-ddf8-437b-ab50-b49d3ea37a94,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:29.485202 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:57:29.573643 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8cb84c81-dfb5-407f-82a9-dca25f60c29c req-31aade69-38c2-4452-af89-f73808592318 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ede611c-69bd-4782-a28c-3a8da044b553 HTTP/1.1" status: 200 len: 210 time: 0.0298650 Jul 27 10:57:29.603550 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:57:29.614255 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:57:29.625868 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:57:29.626701 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:57:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:29.649378 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] No DVR routers for this DVR port 23809c83-ddf8-437b-ab50-b49d3ea37a94 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:57:29.652016 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:29.655311 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-3b4828bb-77a4-4b76-bc0f-1dfd9cac3a98 req-03b85aef-9bec-41f4-8db8-9a19f79fce4d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "DELETE /v2.0/ports/23809c83-ddf8-437b-ab50-b49d3ea37a94 HTTP/1.1" status: 204 len: 173 time: 0.9919722 Jul 27 10:57:29.655745 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede611c-69bd-4782-a28c-3a8da044b553', 'name': 'network-vif-deleted', 'tag': '23809c83-ddf8-437b-ab50-b49d3ea37a94'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:57:29.658005 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61595bfa-7ce5-4a28-807e-d477092fabd6" -d '{"events": [{"server_uuid": "1ede611c-69bd-4782-a28c-3a8da044b553", "name": "network-vif-deleted", "tag": "23809c83-ddf8-437b-ab50-b49d3ea37a94"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:57:29.702049 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb640646-3caf-4028-a512-6a5c57ecfa94 x-openstack-request-id: req-bb640646-3caf-4028-a512-6a5c57ecfa94 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:57:29.702220 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:57:29.702754 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ede611c-69bd-4782-a28c-3a8da044b553", "name": "network-vif-deleted", "tag": "23809c83-ddf8-437b-ab50-b49d3ea37a94", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:57:29.702754 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb640646-3caf-4028-a512-6a5c57ecfa94 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:57:29.703015 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb640646-3caf-4028-a512-6a5c57ecfa94'] response: {'server_uuid': '1ede611c-69bd-4782-a28c-3a8da044b553', 'name': 'network-vif-deleted', 'tag': '23809c83-ddf8-437b-ab50-b49d3ea37a94', 'status': 'completed', 'code': 200} Jul 27 10:57:29.734797 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:57:29.923440 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:29.946977 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:57:29.955139 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:57:29.955723 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:57:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:30.060402 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:57:30.365246 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:30.388834 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a9fd3-230e-47e5-9e00-9c7dccca7ff7 None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:57:30.596847 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bccae56-ffef-46fe-9c11-ddb7bb72b2b6 None None] New status for floating IP bc41770c-0069-4637-a57f-deb4b88a5d97: DOWN {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:57:30.666929 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57946) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:30.723344 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64d32328-40c9-46b7-85b6-0e37fe9744d9 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (4bab7053-52e3-4fbc-976a-e261911fbb60), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:30.742871 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:30.749060 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64d32328-40c9-46b7-85b6-0e37fe9744d9 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (4bab7053-52e3-4fbc-976a-e261911fbb60), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:30.757699 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:30.798969 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64d32328-40c9-46b7-85b6-0e37fe9744d9 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (4bab7053-52e3-4fbc-976a-e261911fbb60), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:30.801489 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64d32328-40c9-46b7-85b6-0e37fe9744d9 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:30.802693 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-64d32328-40c9-46b7-85b6-0e37fe9744d9 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "DELETE /v2.0/security-groups/4bab7053-52e3-4fbc-976a-e261911fbb60 HTTP/1.1" status: 204 len: 168 time: 0.1347408 Jul 27 10:57:30.805626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57948) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:30.811981 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d32328-40c9-46b7-85b6-0e37fe9744d9 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bab7053-52e3-4fbc-976a-e261911fbb60,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:30.819566 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.api.v2.resource [None req-fcd4e656-1017-4bc2-ae7c-3f45580658f6 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] show failed (client error): The resource could not be found. Jul 27 10:57:30.820578 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-fcd4e656-1017-4bc2-ae7c-3f45580658f6 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups/4bab7053-52e3-4fbc-976a-e261911fbb60 HTTP/1.1" status: 404 len: 347 time: 0.0139253 Jul 27 10:57:30.823410 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57950) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:30.933423 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Deleting port a84962d4-cb6f-4be0-b827-88d6f52c75f5 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:57:30.933680 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (a84962d4-cb6f-4be0-b827-88d6f52c75f5), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.015874 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (a84962d4-cb6f-4be0-b827-88d6f52c75f5), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.016206 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (a84962d4-cb6f-4be0-b827-88d6f52c75f5), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.028516 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Calling delete_port for a84962d4-cb6f-4be0-b827-88d6f52c75f5 owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:57:31.157501 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (a84962d4-cb6f-4be0-b827-88d6f52c75f5), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.182212 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'Port': ['ID=a84962d4-cb6f-4be0-b827-88d6f52c75f5,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:31.237614 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:31.247254 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (bc41770c-0069-4637-a57f-deb4b88a5d97), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.250337 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.251519 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-5fe3d312-e729-47e7-8d33-852ba9f13d97 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "DELETE /v2.0/floatingips/bc41770c-0069-4637-a57f-deb4b88a5d97 HTTP/1.1" status: 204 len: 168 time: 0.4271586 Jul 27 10:57:31.316980 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 57954) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:31.321659 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-bc69c89f-78b1-4733-9c76-0f8528bd3f45 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668071402', 'description': 'tempest-description--778539100'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:57:31.341845 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bc69c89f-78b1-4733-9c76-0f8528bd3f45 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.356876 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:31.410490 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bc69c89f-78b1-4733-9c76-0f8528bd3f45 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (2b8ce6a5-dbff-4d24-8f2b-223f973657ba), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.414160 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bc69c89f-78b1-4733-9c76-0f8528bd3f45 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2b8ce6a5-dbff-4d24-8f2b-223f973657ba), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.442978 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bc69c89f-78b1-4733-9c76-0f8528bd3f45 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.444098 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-bc69c89f-78b1-4733-9c76-0f8528bd3f45 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1259894 Jul 27 10:57:31.447094 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57956) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:31.448319 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69c89f-78b1-4733-9c76-0f8528bd3f45 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8ce6a5-dbff-4d24-8f2b-223f973657ba,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:31.452798 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-0dc49762-18eb-4ef6-b5a8-07fbbd495178 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group_rule': {'security_group_id': '2b8ce6a5-dbff-4d24-8f2b-223f973657ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:57:31.480094 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0dc49762-18eb-4ef6-b5a8-07fbbd495178 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (bca88a2e-5863-4b4d-bd38-a5e34c2f980c), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.537583 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0dc49762-18eb-4ef6-b5a8-07fbbd495178 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (bca88a2e-5863-4b4d-bd38-a5e34c2f980c), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.540982 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0dc49762-18eb-4ef6-b5a8-07fbbd495178 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (bca88a2e-5863-4b4d-bd38-a5e34c2f980c), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.559746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc49762-18eb-4ef6-b5a8-07fbbd495178 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca88a2e-5863-4b4d-bd38-a5e34c2f980c,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:31.564704 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-0dc49762-18eb-4ef6-b5a8-07fbbd495178 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.565875 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-0dc49762-18eb-4ef6-b5a8-07fbbd495178 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178026 Jul 27 10:57:31.568662 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57958) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:31.572813 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-f5d22a59-d251-4138-a7ba-7444c3327c28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'security_group_rule': {'security_group_id': '2b8ce6a5-dbff-4d24-8f2b-223f973657ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:57:31.597323 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5d22a59-d251-4138-a7ba-7444c3327c28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (561c4b0c-3a75-4278-a122-c44315039926), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.651873 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5d22a59-d251-4138-a7ba-7444c3327c28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (561c4b0c-3a75-4278-a122-c44315039926), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.654634 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5d22a59-d251-4138-a7ba-7444c3327c28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (561c4b0c-3a75-4278-a122-c44315039926), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.672687 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d22a59-d251-4138-a7ba-7444c3327c28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561c4b0c-3a75-4278-a122-c44315039926,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:31.677539 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f5d22a59-d251-4138-a7ba-7444c3327c28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.678720 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f5d22a59-d251-4138-a7ba-7444c3327c28 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1090696 Jul 27 10:57:31.681745 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 57960) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:31.685846 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:57:31.707020 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.762117 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 23809c83-ddf8-437b-ab50-b49d3ea37a94 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:57:31.781275 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 23809c83-ddf8-437b-ab50-b49d3ea37a94 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:57:31.781627 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 23809c83-ddf8-437b-ab50-b49d3ea37a94 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:57:31.785568 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:31.887396 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Allocated IP 172.27.0.45 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/69c526ab-8e08-4228-9874-3ef0a0a50548) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:57:31.999390 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (69c526ab-8e08-4228-9874-3ef0a0a50548), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:32.028669 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (69c526ab-8e08-4228-9874-3ef0a0a50548), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:32.031711 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:32.068025 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:32.074189 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:57:32.078113 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:57:32.080959 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:57:32.083133 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=69c526ab-8e08-4228-9874-3ef0a0a50548,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:32.166805 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (4355e677-174b-49eb-bab8-437615970391), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:32.204730 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (69c526ab-8e08-4228-9874-3ef0a0a50548), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:32.354322 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (69c526ab-8e08-4228-9874-3ef0a0a50548), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:32.358668 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (69c526ab-8e08-4228-9874-3ef0a0a50548), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:32.424638 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=69c526ab-8e08-4228-9874-3ef0a0a50548,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:32.438285 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (4355e677-174b-49eb-bab8-437615970391), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:32.453573 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:32.454803 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5cd4e967-d9ed-4100-a09f-dc64ba618bcb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7721345 Jul 27 10:57:32.657727 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-2a35fd46-9564-4006-9c60-bbafa930fb6c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--668071402&fields=id&tenant_id=069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 267 time: 0.0452232 Jul 27 10:57:32.764374 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-15c33036-9500-421a-aa95-08ef21dab3b7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:32.765817 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-15c33036-9500-421a-aa95-08ef21dab3b7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 815 time: 0.1015720 Jul 27 10:57:32.779884 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-44b28c4b-fbda-4089-9f05-ec33659b5968 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/quotas/069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 375 time: 0.0086744 Jul 27 10:57:32.827017 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-c62b184d-7558-4599-957d-c95a45403c1c tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424044 Jul 27 10:57:32.923663 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-65b32379-fe64-4b39-ba11-f3382eaf5472 service neutron] 10.222.0.36 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851862 Jul 27 10:57:33.014972 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-adc9d8e5-e0a2-4bfb-bdf5-2ce08944b718 service neutron] 10.222.0.36 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856040 Jul 27 10:57:33.174674 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9dc67d7a-2690-4fa0-b9de-6199242e7f7e req-bcbcbd3c-0bae-4efc-84e7-5d4e4ece47dd tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 210 time: 0.0290608 Jul 27 10:57:34.086882 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-c2699b3d-ab3f-4b19-8fd6-dd7ab95280f7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:34.088377 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-c2699b3d-ab3f-4b19-8fd6-dd7ab95280f7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 815 time: 0.1130643 Jul 27 10:57:34.147356 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-19d9b504-9099-4080-80b0-4015445e068a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069d5edd9d9346bdb10c80922a763605 HTTP/1.1" status: 200 len: 379 time: 0.0508864 Jul 27 10:57:34.216676 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'port': {'device_id': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'admin_state_up': True, 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'security_groups': ['2b8ce6a5-dbff-4d24-8f2b-223f973657ba']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:57:34.276360 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-465fd1bb-1717-4ff2-a4ea-3cd83c6bd5cd req-306c9569-f55d-4a8b-ab10-4c7b5d3a7811 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 210 time: 0.0308001 Jul 27 10:57:34.330983 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Made reservation on behalf of 069d5edd9d9346bdb10c80922a763605 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:57:34.334297 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:34.414049 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:34.462524 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Allocated IP 172.20.0.11 (1d6af9c8-63cc-45e0-96b7-7129da7ac289/0db7642a-ba9a-418a-899d-470f110ab7ef/6f86e119-cc7a-4309-9cfa-5ab93137dd5a) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:57:34.486264 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:34.596896 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:34.627391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:34.674218 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:57:34.677344 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:57:34.681162 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:57:34.687898 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event updated for resources: {'Port': ['ID=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:34.734246 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:34.734886 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:34.752662 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-b5fbc6f4-c0ce-42b7-9f87-5d61b19208c3 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5398331 Jul 27 10:57:34.765283 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Request body: {'port': {'device_id': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:57:34.825941 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:34.957420 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-427800f2-53ed-4976-bfa6-d3984457542e None None] Provisioning complete for port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:57:34.958010 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-427800f2-53ed-4976-bfa6-d3984457542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:34.991546 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-427800f2-53ed-4976-bfa6-d3984457542e None None] Port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:57:35.080902 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f86e119-cc7a-4309-9cfa-5ab93137dd5a {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:57:35.088498 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Publish callbacks [] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:35.100660 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Transition to ACTIVE for port object 6f86e119-cc7a-4309-9cfa-5ab93137dd5a will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:57:35.104435 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:35.146909 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:35.155390 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Pushing event updated for resources: {'Port': ['ID=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:35.236192 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Attempting to bind port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:57:35.236535 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Attempting to bind port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:57:35.236871 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Attempting to bind port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:57:35.241460 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:57:35.241731 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Attempting to bind port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a on network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:57:35.247094 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:57:35.247440 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Checking segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:57:35.247831 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Bound using segment: {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:57:35.248268 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Bound port: 6f86e119-cc7a-4309-9cfa-5ab93137dd5a, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb231ee-c170-4227-9ed7-c13932a9341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:57:35.248668 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:35.286446 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:35.315845 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] For port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:57:35.319423 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] For port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:57:35.325446 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:35.359386 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:35.360007 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:35.361387 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] 10.222.0.69 "PUT /v2.0/ports/6f86e119-cc7a-4309-9cfa-5ab93137dd5a HTTP/1.1" status: 200 len: 1094 time: 0.6008384 Jul 27 10:57:35.361850 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'tag': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:57:35.364092 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3806813-3263-4c64-8266-4712f5dc0ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "fabab8d7-4470-4a63-9197-23e80a88f526", "tag": "6f86e119-cc7a-4309-9cfa-5ab93137dd5a"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:57:35.393818 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d352f8f-dcb5-4d0c-9b46-4575e229bc0e service neutron] Pushing event updated for resources: {'Port': ['ID=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:35.404311 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816604d1-d514-4c82-af68-0c664d79b24f req-95db2920-2eb2-4988-a9fc-c9b7ff5ffce5 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:35.406612 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-816604d1-d514-4c82-af68-0c664d79b24f req-95db2920-2eb2-4988-a9fc-c9b7ff5ffce5 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 944 time: 0.0565825 Jul 27 10:57:35.443478 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e9e2a4-bc50-4e59-969c-cdcf567abf17 x-openstack-request-id: req-d9e9e2a4-bc50-4e59-969c-cdcf567abf17 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:57:35.443851 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabab8d7-4470-4a63-9197-23e80a88f526", "tag": "6f86e119-cc7a-4309-9cfa-5ab93137dd5a", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:57:35.444170 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9e9e2a4-bc50-4e59-969c-cdcf567abf17 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:57:35.444632 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e9e2a4-bc50-4e59-969c-cdcf567abf17'] response: {'name': 'network-changed', 'server_uuid': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'tag': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'status': 'completed', 'code': 200} Jul 27 10:57:35.456539 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-556a885a-5bd4-4ec5-9ab4-b092f5fffca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:35.458323 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-556a885a-5bd4-4ec5-9ab4-b092f5fffca4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 1128 time: 0.0563366 Jul 27 10:57:35.465598 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-816604d1-d514-4c82-af68-0c664d79b24f req-59b43942-7c19-4607-b469-87d6a33b9448 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500164 Jul 27 10:57:35.500766 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-6a7f3073-8c7c-4617-b4cb-02b7cfde592b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a HTTP/1.1" status: 200 len: 217 time: 0.0356829 Jul 27 10:57:35.551570 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-ed4a580f-c004-4faa-a405-27265103a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:35.553219 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-ed4a580f-c004-4faa-a405-27265103a625 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0476975 Jul 27 10:57:35.596284 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-118c88d7-10ae-4048-860d-095ef450c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:35.597761 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-118c88d7-10ae-4048-860d-095ef450c5ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389390 Jul 27 10:57:35.691329 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-2961d003-d901-4e91-b915-dc4b0fba793f service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871084 Jul 27 10:57:35.785436 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4340696a-3864-44f6-8c4b-32a7b8c631e3 req-38187c29-9f6b-44a6-8cbf-ebf4fd3b246a service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873587 Jul 27 10:57:36.476328 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-a10c5c67-f1b4-4720-be24-ac63d691bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:36.477836 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-a10c5c67-f1b4-4720-be24-ac63d691bf14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 1128 time: 0.0400536 Jul 27 10:57:36.570690 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-eb9e26dc-0668-4f1b-b14f-756af7168757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:36.572281 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-eb9e26dc-0668-4f1b-b14f-756af7168757 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0891664 Jul 27 10:57:36.584957 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68f0c2-5dcc-4493-90b3-9a778b98174c req-0c1fdecd-8ca4-4481-826d-ef81cd6ae64d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:36.586447 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8d68f0c2-5dcc-4493-90b3-9a778b98174c req-0c1fdecd-8ca4-4481-826d-ef81cd6ae64d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 944 time: 0.0466413 Jul 27 10:57:36.612113 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-3ae89df3-76a5-444f-9698-b75ac2e6f120 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a HTTP/1.1" status: 200 len: 217 time: 0.0340705 Jul 27 10:57:36.633517 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8d68f0c2-5dcc-4493-90b3-9a778b98174c req-e2cf794a-7a16-4a9e-a731-d3f689b2ef82 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413966 Jul 27 10:57:36.661031 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-e418d5fb-b095-4a20-a818-84a2db9758e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:36.662498 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-e418d5fb-b095-4a20-a818-84a2db9758e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0446696 Jul 27 10:57:36.704309 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-68bae1d6-a90a-43ab-b053-c563842647cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:36.705694 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-68bae1d6-a90a-43ab-b053-c563842647cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376754 Jul 27 10:57:36.799679 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-1ddef197-4de2-4141-8ced-5b5f130f41d3 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874968 Jul 27 10:57:36.812537 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:36.893340 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e3806813-3263-4c64-8266-4712f5dc0ea0 req-85afb7e3-1a71-42ad-bb20-adb5009743c7 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871847 Jul 27 10:57:37.756862 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3052-bc0b-4d49-92fe-946efb2cceea req-8b5a7e8a-11ad-49a1-90f3-602004600fb4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:37.758346 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a1c3052-bc0b-4d49-92fe-946efb2cceea req-8b5a7e8a-11ad-49a1-90f3-602004600fb4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 944 time: 0.0525684 Jul 27 10:57:37.775754 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 6f86e119-cc7a-4309-9cfa-5ab93137dd5a details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:57:37.805051 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a1c3052-bc0b-4d49-92fe-946efb2cceea req-e3a184e4-3c4a-4d85-a5e5-c2a236fc47cf tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411544 Jul 27 10:57:37.832098 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:37.838043 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:37.880200 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:57:37.891155 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'port_id': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'mac_address': 'fa:16:3e:85:02:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:57:37.924947 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:57:37.925274 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:37.938802 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f86e119-cc7a-4309-9cfa-5ab93137dd5a {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:57:37.958348 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:57:37.962425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:38.007696 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:38.014736 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.015089 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.015457 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.015900 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.016239 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.016603 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.016938 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.017268 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.017598 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.017926 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.018254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.018581 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.018929 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.019252 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.019575 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:57:38.160753 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['6f86e119-cc7a-4309-9cfa-5ab93137dd5a'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:57:38.923377 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09535ccc-9590-47b9-97f4-ec9270c79fa9 req-e6fb0690-ad42-4643-bac1-51124059ef1d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:38.924833 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-09535ccc-9590-47b9-97f4-ec9270c79fa9 req-e6fb0690-ad42-4643-bac1-51124059ef1d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 945 time: 0.0465209 Jul 27 10:57:38.971151 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-09535ccc-9590-47b9-97f4-ec9270c79fa9 req-0e6be96c-1d44-4e2c-aa3b-d991beeb860e tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409446 Jul 27 10:57:39.791812 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 6f86e119-cc7a-4309-9cfa-5ab93137dd5a up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:57:39.832445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:57:39.837918 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:57:39.838378 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:39.911930 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:57:39.912315 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:39.934647 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:57:39.937438 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e28e259-3c5e-4776-85d9-df9b3aa161cf" -d '{"events": [{"server_uuid": "fabab8d7-4470-4a63-9197-23e80a88f526", "name": "network-vif-plugged", "status": "completed", "tag": "6f86e119-cc7a-4309-9cfa-5ab93137dd5a"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:57:39.952943 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:57:39.956894 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:39.980553 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b071fe50-4ac6-4662-97d4-bd08ae4839b1 x-openstack-request-id: req-b071fe50-4ac6-4662-97d4-bd08ae4839b1 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:57:39.980844 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabab8d7-4470-4a63-9197-23e80a88f526", "name": "network-vif-plugged", "status": "completed", "tag": "6f86e119-cc7a-4309-9cfa-5ab93137dd5a", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:57:39.981099 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b071fe50-4ac6-4662-97d4-bd08ae4839b1 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:57:39.981486 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b071fe50-4ac6-4662-97d4-bd08ae4839b1'] response: {'server_uuid': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'code': 200} Jul 27 10:57:40.005936 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:57:40.058665 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:40.100478 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09120-a7ab-4fc6-9117-4d3c2584c086 req-ce8e2849-18d5-41f4-9905-d437d7cb1c18 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:40.101980 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f7b09120-a7ab-4fc6-9117-4d3c2584c086 req-ce8e2849-18d5-41f4-9905-d437d7cb1c18 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 946 time: 0.0532784 Jul 27 10:57:40.114710 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:40.139608 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e293cc-c6b5-4115-8e2f-8ad6163dca40 req-fa28a77f-3a2e-46bc-b719-a6b4ec108ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:40.141106 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e5e293cc-c6b5-4115-8e2f-8ad6163dca40 req-fa28a77f-3a2e-46bc-b719-a6b4ec108ed6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 1130 time: 0.0398622 Jul 27 10:57:40.156483 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f7b09120-a7ab-4fc6-9117-4d3c2584c086 req-fd8338a4-2673-4b72-91f3-cabcf036ef7d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487332 Jul 27 10:57:40.189636 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e5e293cc-c6b5-4115-8e2f-8ad6163dca40 req-d321c495-4d60-4c36-a468-76cc706b6b4a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423994 Jul 27 10:57:40.670518 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:40.673070 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:41.276057 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70440e70-21ab-453e-aa28-7a36016f7e03 req-d45475f9-a141-4ab0-b900-12846102544d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:41.277523 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-70440e70-21ab-453e-aa28-7a36016f7e03 req-d45475f9-a141-4ab0-b900-12846102544d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 946 time: 0.0470636 Jul 27 10:57:41.324853 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-70440e70-21ab-453e-aa28-7a36016f7e03 req-33f451ff-05e2-4562-b7a1-fe828e7bce76 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414388 Jul 27 10:57:41.436761 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1080c38-00b6-4a36-8c66-c9469904380f req-976e3b23-81dd-45f3-ab54-255b187bcffb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:41.438243 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f1080c38-00b6-4a36-8c66-c9469904380f req-976e3b23-81dd-45f3-ab54-255b187bcffb tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 946 time: 0.0465586 Jul 27 10:57:41.448174 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58008) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:57:41.452406 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Request body: {'floatingip': {'port_id': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:57:41.494050 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (4355e677-174b-49eb-bab8-437615970391), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:41.901020 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:41.904728 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (4355e677-174b-49eb-bab8-437615970391), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:41.999400 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Floating IP 4355e677-174b-49eb-bab8-437615970391 associated. External IP: 172.27.0.45, port: 6f86e119-cc7a-4309-9cfa-5ab93137dd5a. Jul 27 10:57:42.193722 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:57:42.244184 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:42.275652 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:42.297355 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:57:42.301834 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:42.308380 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:57:42.319038 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:57:42.319643 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:57:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:42.331509 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2849cdd8-168c-416a-89c2-ceffc686de4f tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "PUT /v2.0/floatingips/4355e677-174b-49eb-bab8-437615970391 HTTP/1.1" status: 200 len: 991 time: 0.8823476 Jul 27 10:57:42.332093 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'tag': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:57:42.334407 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d347c-ad2e-4f63-afbe-8f539e2c5efa" -d '{"events": [{"name": "network-changed", "server_uuid": "fabab8d7-4470-4a63-9197-23e80a88f526", "tag": "6f86e119-cc7a-4309-9cfa-5ab93137dd5a"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:57:42.372779 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01381426-5b62-472b-a2a3-64311dcb2d6b x-openstack-request-id: req-01381426-5b62-472b-a2a3-64311dcb2d6b {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:57:42.373071 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabab8d7-4470-4a63-9197-23e80a88f526", "tag": "6f86e119-cc7a-4309-9cfa-5ab93137dd5a", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:57:42.373356 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01381426-5b62-472b-a2a3-64311dcb2d6b {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:57:42.374339 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01381426-5b62-472b-a2a3-64311dcb2d6b'] response: {'name': 'network-changed', 'server_uuid': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'tag': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'status': 'completed', 'code': 200} Jul 27 10:57:42.423053 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:57:42.433302 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-ac719260-264a-478b-9a6f-7416dde203de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:42.434976 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-ac719260-264a-478b-9a6f-7416dde203de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 1130 time: 0.0392067 Jul 27 10:57:42.489768 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:42.514037 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:42.532465 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-9adf2d34-b553-4edc-82f3-f5bebbec2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:42.534211 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-9adf2d34-b553-4edc-82f3-f5bebbec2141 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0936675 Jul 27 10:57:42.570263 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:42.596452 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-958d7d41-3db6-48a0-bbce-d99a62177797 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a HTTP/1.1" status: 200 len: 999 time: 0.0559053 Jul 27 10:57:42.641303 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '4355e677-174b-49eb-bab8-437615970391', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:85:02:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:57:32Z', 'updated_at': '2022-07-27T10:57:41Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:42.647450 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-43b619f4-8220-4d29-a220-1c1ae586c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:42.648909 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-43b619f4-8220-4d29-a220-1c1ae586c119 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0466118 Jul 27 10:57:42.666242 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:57:42.675036 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:57:42.675623 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:57:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:42.691129 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-c3eefff5-c32c-426d-9bf0-82c6833e03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:57:42.692625 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-c3eefff5-c32c-426d-9bf0-82c6833e03fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384386 Jul 27 10:57:42.786399 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:57:42.788818 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-b2eea6cd-d261-4b56-9ba1-a9ab344e19fa service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899527 Jul 27 10:57:42.881622 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-533d347c-ad2e-4f63-afbe-8f539e2c5efa req-6399c0a2-1a97-4729-bb8c-a8d69868b788 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874090 Jul 27 10:57:42.995007 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '4355e677-174b-49eb-bab8-437615970391', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:85:02:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:57:32Z', 'updated_at': '2022-07-27T10:57:41Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:57:43.019376 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fb5b9-82e8-4f30-aa87-af2b9befb804 None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '4355e677-174b-49eb-bab8-437615970391', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'port_id': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'mac_address': 'fa:16:3e:85:02:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T10:57:32Z', 'updated_at': '2022-07-27T10:57:41Z', 'revision_number': 1, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:57:43.219367 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c062e2c-8b40-4c13-bf57-4a750f1dcdac None None] New status for floating IP 4355e677-174b-49eb-bab8-437615970391: ACTIVE {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:57:52.129409 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7d92d847-4b79-420f-9a40-0b24ba64ad42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:52.326024 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:52.328334 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:52.876996 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=38 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:52.879061 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=65 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:53.317886 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:53.320398 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=16 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:57:54.422208 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd449-77b0-45c0-94f2-8fea02743a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:55.541384 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:57.325359 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:57.462935 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:57:57.481478 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:05.615496 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-ea79b3eb-2339-4b32-b984-b810e18818f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379102 Jul 27 10:58:05.692272 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-1794c232-a25d-4624-aef1-234c2d600133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:58:05.693625 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-1794c232-a25d-4624-aef1-234c2d600133 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=069d5edd9d9346bdb10c80922a763605&device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 1130 time: 0.0380425 Jul 27 10:58:05.798349 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-cd95e624-2624-4a96-be10-5f8e540fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:58:05.799835 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-cd95e624-2624-4a96-be10-5f8e540fc069 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 200 len: 916 time: 0.0878248 Jul 27 10:58:05.864089 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-2fb0d633-d22f-4912-ba63-b9c61c90970a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a HTTP/1.1" status: 200 len: 1001 time: 0.0568988 Jul 27 10:58:05.913612 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-cac64488-d078-4f01-8efd-4d490abba4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:58:05.915064 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-cac64488-d078-4f01-8efd-4d490abba4bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 200 len: 854 time: 0.0437748 Jul 27 10:58:05.957992 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-8f0d83d3-782f-4c40-b3bc-450651f6e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:58:05.959530 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-8f0d83d3-782f-4c40-b3bc-450651f6e234 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d6af9c8-63cc-45e0-96b7-7129da7ac289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385580 Jul 27 10:58:06.049993 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-9ab36255-5e83-43b3-9315-d07e423ed51a service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836172 Jul 27 10:58:06.137821 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-4b70155b-57e6-435d-975f-cb1d7211bba1 req-5d561b2a-e74a-4daa-bb09-13f37bcae81b service neutron] 10.222.0.69 "GET /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810835 Jul 27 10:58:06.702275 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:58:07.474884 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:07.477500 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:16.134106 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=47 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:16.134847 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=54 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:17.425268 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=14 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:17.426042 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=14 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:22.136825 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-313d70c9-6596-4b76-8092-6531462331b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:24.424721 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2d8612e7-5597-4c83-95d3-23ae3e267d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:25.545010 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:27.332619 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:27.468970 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:27.479780 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:28.129054 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ae19-8f07-459e-99b2-d84105c07e47 req-755a774a-9a89-4191-9e3a-f8261535eed7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:58:28.130463 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-db07ae19-8f07-459e-99b2-d84105c07e47 req-755a774a-9a89-4191-9e3a-f8261535eed7 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 946 time: 0.0503147 Jul 27 10:58:28.177179 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-db07ae19-8f07-459e-99b2-d84105c07e47 req-36ed8490-1a6e-49de-b910-4e91f9c46af5 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411000 Jul 27 10:58:29.296654 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18985-4919-48a6-9749-a451f9a31d20 req-c25400fc-bc3a-4f12-ba7d-134442b5255d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:58:29.298150 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-12a18985-4919-48a6-9749-a451f9a31d20 req-c25400fc-bc3a-4f12-ba7d-134442b5255d tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 946 time: 0.0499868 Jul 27 10:58:29.346322 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-12a18985-4919-48a6-9749-a451f9a31d20 req-5d754880-1136-47b3-9101-77d45110073a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8ce6a5-dbff-4d24-8f2b-223f973657ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425782 Jul 27 10:58:29.532349 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-c4df6813-4084-4cc5-9670-93b830cb62be tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:58:29.533699 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-c4df6813-4084-4cc5-9670-93b830cb62be tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 946 time: 0.0461063 Jul 27 10:58:29.616401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Deleting port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:58:29.616747 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:29.706651 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] For port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:58:29.707028 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:29.744808 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:29.749615 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:29.873754 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:29.874120 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (4355e677-174b-49eb-bab8-437615970391), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:29.874440 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Floating IP 4355e677-174b-49eb-bab8-437615970391 disassociated. External IP: 172.27.0.45, port: 6f86e119-cc7a-4309-9cfa-5ab93137dd5a. Jul 27 10:58:29.874825 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Calling delete_port for 6f86e119-cc7a-4309-9cfa-5ab93137dd5a owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:58:30.003546 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (6f86e119-cc7a-4309-9cfa-5ab93137dd5a), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:30.029284 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'Port': ['ID=6f86e119-cc7a-4309-9cfa-5ab93137dd5a,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:30.039454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.039809 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.040157 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.040500 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.040838 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.041179 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.041510 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.041842 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.042670 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.042670 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.042875 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.043138 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.043465 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.043791 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.044114 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:30.402094 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:58:30.449932 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e0077243-5283-4130-9a00-f773a915bc5e req-415b08f5-a601-41d1-b420-e2cff327c325 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabab8d7-4470-4a63-9197-23e80a88f526 HTTP/1.1" status: 200 len: 210 time: 0.0296392 Jul 27 10:58:30.513415 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:58:30.523325 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:58:30.535239 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:58:30.535912 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:58:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:30.556201 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] No DVR routers for this DVR port 6f86e119-cc7a-4309-9cfa-5ab93137dd5a on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:58:30.558757 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:30.562479 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b5f44708-04f9-413a-87a3-6bee7e0727d8 req-463cc890-3533-4f67-95c9-1561af67e9a4 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.69 "DELETE /v2.0/ports/6f86e119-cc7a-4309-9cfa-5ab93137dd5a HTTP/1.1" status: 204 len: 173 time: 1.0233409 Jul 27 10:58:30.562942 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'name': 'network-vif-deleted', 'tag': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:58:30.565258 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a808f41a-63b0-4103-925b-8b9bd90742ad" -d '{"events": [{"server_uuid": "fabab8d7-4470-4a63-9197-23e80a88f526", "name": "network-vif-deleted", "tag": "6f86e119-cc7a-4309-9cfa-5ab93137dd5a"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:58:30.604448 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676f5ca2-605e-49ee-a7b8-3575fef96a56 x-openstack-request-id: req-676f5ca2-605e-49ee-a7b8-3575fef96a56 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:58:30.604746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabab8d7-4470-4a63-9197-23e80a88f526", "name": "network-vif-deleted", "tag": "6f86e119-cc7a-4309-9cfa-5ab93137dd5a", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:58:30.605001 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-676f5ca2-605e-49ee-a7b8-3575fef96a56 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:58:30.605406 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676f5ca2-605e-49ee-a7b8-3575fef96a56'] response: {'server_uuid': 'fabab8d7-4470-4a63-9197-23e80a88f526', 'name': 'network-vif-deleted', 'tag': '6f86e119-cc7a-4309-9cfa-5ab93137dd5a', 'status': 'completed', 'code': 200} Jul 27 10:58:30.646442 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:58:30.829396 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:30.856879 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:58:30.865503 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:58:30.866099 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:58:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:31.090722 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:58:31.272075 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:31.296072 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57398f52-fea4-4711-b06c-c69ffffcd6da None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:00Z', 'revision_number': 4, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '561fd40c-0998-4259-a96b-d5746764d519', 'name': '', 'network_id': '1d6af9c8-63cc-45e0-96b7-7129da7ac289', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'mac_address': 'fa:16:3e:5e:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:59Z', 'updated_at': '2022-07-27T10:54:04Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'subnets': [{'id': '0db7642a-ba9a-418a-899d-470f110ab7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:58:31.496543 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d73da-0975-4f62-85ba-2215663a27a4 None None] New status for floating IP 4355e677-174b-49eb-bab8-437615970391: DOWN {{(pid=110619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 10:58:31.544753 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58092) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:31.601148 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (2b8ce6a5-dbff-4d24-8f2b-223f973657ba), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:31.626659 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (2b8ce6a5-dbff-4d24-8f2b-223f973657ba), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:31.678254 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (2b8ce6a5-dbff-4d24-8f2b-223f973657ba), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:31.680825 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:31.681967 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b8ce6a5-dbff-4d24-8f2b-223f973657ba HTTP/1.1" status: 204 len: 168 time: 0.1361618 Jul 27 10:58:31.684810 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58094) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:31.691032 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8ce6a5-dbff-4d24-8f2b-223f973657ba,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:31.698149 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.698290 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.api.v2.resource [None req-39829f59-94d1-4612-8222-5b08c441748a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] show failed (client error): The resource could not be found. Jul 27 10:58:31.698482 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.698855 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.699191 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.699529 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.699864 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.700194 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.700526 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.700852 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.701183 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.701511 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.701839 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.702970 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-39829f59-94d1-4612-8222-5b08c441748a tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "GET /v2.0/security-groups/2b8ce6a5-dbff-4d24-8f2b-223f973657ba HTTP/1.1" status: 404 len: 347 time: 0.0163929 Jul 27 10:58:31.703278 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.703510 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58096) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:31.703647 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.703940 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce4410-5019-4751-82a0-9d3b3f975f59 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:58:31.825593 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:31.828519 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Deleting port 69c526ab-8e08-4228-9874-3ef0a0a50548 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:58:31.828870 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (69c526ab-8e08-4228-9874-3ef0a0a50548), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:31.869224 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:31.911365 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (69c526ab-8e08-4228-9874-3ef0a0a50548), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:31.911701 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (69c526ab-8e08-4228-9874-3ef0a0a50548), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:31.924188 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Calling delete_port for 69c526ab-8e08-4228-9874-3ef0a0a50548 owned by network:floatingip {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:58:32.028613 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 6f86e119-cc7a-4309-9cfa-5ab93137dd5a no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:58:32.047768 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 6f86e119-cc7a-4309-9cfa-5ab93137dd5a {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:58:32.048133 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 6f86e119-cc7a-4309-9cfa-5ab93137dd5a not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:58:32.052097 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (69c526ab-8e08-4228-9874-3ef0a0a50548), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:32.083942 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Pushing event deleted for resources: {'Port': ['ID=69c526ab-8e08-4228-9874-3ef0a0a50548,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:32.152063 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks [] for floatingip (4355e677-174b-49eb-bab8-437615970391), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:32.154801 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:32.156465 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c2da1f2e-71ff-4d68-900c-64fb80c27b33 tempest-AttachVolumeNegativeTest-2080177061 tempest-AttachVolumeNegativeTest-2080177061-project] 10.222.0.36 "DELETE /v2.0/floatingips/4355e677-174b-49eb-bab8-437615970391 HTTP/1.1" status: 204 len: 168 time: 0.4520116 Jul 27 10:58:35.834482 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58132) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:36.134838 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (47893665-1e93-4a18-9fb1-f4c7d00169e2), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:36.317436 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:36.359333 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Deleting port 561fd40c-0998-4259-a96b-d5746764d519 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:58:36.359671 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (561fd40c-0998-4259-a96b-d5746764d519), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:36.424646 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:36.442717 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] For port 561fd40c-0998-4259-a96b-d5746764d519, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=561fd40c-0998-4259-a96b-d5746764d519,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:58:36.443078 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (561fd40c-0998-4259-a96b-d5746764d519), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:36.455306 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Calling delete_port for 561fd40c-0998-4259-a96b-d5746764d519 owned by network:router_interface {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:58:36.640864 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (561fd40c-0998-4259-a96b-d5746764d519), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:36.663524 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Pushing event deleted for resources: {'Port': ['ID=561fd40c-0998-4259-a96b-d5746764d519,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:36.831776 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (47893665-1e93-4a18-9fb1-f4c7d00169e2), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.031786 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Router 47893665-1e93-4a18-9fb1-f4c7d00169e2 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:58:37.112569 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:37.133680 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:58:37.139376 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-df6ec64c-cd20-442b-8000-3d46ff4d6889 admin admin] 10.222.0.36 "PUT /v2.0/routers/47893665-1e93-4a18-9fb1-f4c7d00169e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3037853 Jul 27 10:58:37.141930 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58134) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:37.146471 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] Sync routers for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:58:37.156691 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:58:37.157290 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:58:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:37.241401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks [] for router (47893665-1e93-4a18-9fb1-f4c7d00169e2), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.259740 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:58:37.328860 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:37.341769 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks [] for router_gateway (47893665-1e93-4a18-9fb1-f4c7d00169e2), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.353453 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:37.367232 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:37.386580 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Deleting port 4df2c305-3822-42c4-8f5c-386428410f9e {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:58:37.386949 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.432332 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:58:36Z', 'revision_number': 5, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port': {'id': '4df2c305-3822-42c4-8f5c-386428410f9e', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:37.460082 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] Checking router: 47893665-1e93-4a18-9fb1-f4c7d00169e2 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:58:37.469070 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] Routers {'47893665-1e93-4a18-9fb1-f4c7d00169e2'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:58:37.469676 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:58:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['47893665-1e93-4a18-9fb1-f4c7d00169e2'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:37.470878 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] For port 4df2c305-3822-42c4-8f5c-386428410f9e, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=4df2c305-3822-42c4-8f5c-386428410f9e,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:58:37.471250 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.484352 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Calling delete_port for 4df2c305-3822-42c4-8f5c-386428410f9e owned by network:router_gateway {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:58:37.554111 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] Set router 47893665-1e93-4a18-9fb1-f4c7d00169e2 gateway port host: None {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:58:37.603046 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:58:37Z', 'revision_number': 6, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:37.629015 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702366e2-e7b5-4ddb-92d5-df0a4d1bfc3e None None] The sync data for ids ['47893665-1e93-4a18-9fb1-f4c7d00169e2'] in dv-cinder-850840-3-iscsi is: [{'id': '47893665-1e93-4a18-9fb1-f4c7d00169e2', 'name': 'tempest-AttachVolumeNegativeTest-2096530515-router', 'tenant_id': '069d5edd9d9346bdb10c80922a763605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:53:56Z', 'updated_at': '2022-07-27T10:58:37Z', 'revision_number': 6, 'project_id': '069d5edd9d9346bdb10c80922a763605', 'gw_port_host': None}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:58:37.649168 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (4df2c305-3822-42c4-8f5c-386428410f9e), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.676481 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df2c305-3822-42c4-8f5c-386428410f9e,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:37.735322 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (47893665-1e93-4a18-9fb1-f4c7d00169e2), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.819973 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (47893665-1e93-4a18-9fb1-f4c7d00169e2), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.822036 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks [] for router_controller (47893665-1e93-4a18-9fb1-f4c7d00169e2), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.866235 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (47893665-1e93-4a18-9fb1-f4c7d00169e2), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.866945 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47893665-1e93-4a18-9fb1-f4c7d00169e2 {{(pid=110617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 10:58:37.872253 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.873414 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-94e47653-2aa5-499d-8044-f76ee75af077 admin admin] 10.222.0.36 "DELETE /v2.0/routers/47893665-1e93-4a18-9fb1-f4c7d00169e2 HTTP/1.1" status: 204 len: 168 time: 0.7305667 Jul 27 10:58:37.875924 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58136) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:37.919482 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f44a48-0cb0-4b97-b465-340cccb01efb admin admin] Deleting subnet 0db7642a-ba9a-418a-899d-470f110ab7ef {{(pid=110617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 10:58:37.922581 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-99f44a48-0cb0-4b97-b465-340cccb01efb admin admin] Publish callbacks [] for subnet (0db7642a-ba9a-418a-899d-470f110ab7ef), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:37.956619 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-99f44a48-0cb0-4b97-b465-340cccb01efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401349'] for subnet (0db7642a-ba9a-418a-899d-470f110ab7ef), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.028424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:38.048127 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-99f44a48-0cb0-4b97-b465-340cccb01efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (0db7642a-ba9a-418a-899d-470f110ab7ef), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.092029 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 561fd40c-0998-4259-a96b-d5746764d519 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:58:38.115937 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-99f44a48-0cb0-4b97-b465-340cccb01efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126546686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129740418'] for subnet (0db7642a-ba9a-418a-899d-470f110ab7ef), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.116566 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 561fd40c-0998-4259-a96b-d5746764d519 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:58:38.116920 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 561fd40c-0998-4259-a96b-d5746764d519 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:58:38.143217 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f44a48-0cb0-4b97-b465-340cccb01efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db7642a-ba9a-418a-899d-470f110ab7ef,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:38.147795 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-99f44a48-0cb0-4b97-b465-340cccb01efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.153144 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5539d-a060-4c49-8786-60158fa20138 None None] Network 1d6af9c8-63cc-45e0-96b7-7129da7ac289 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:58:38.153645 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58138) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:38.154015 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-99f44a48-0cb0-4b97-b465-340cccb01efb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0db7642a-ba9a-418a-899d-470f110ab7ef HTTP/1.1" status: 204 len: 168 time: 0.2766421 Jul 27 10:58:38.227236 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (1d6af9c8-63cc-45e0-96b7-7129da7ac289), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.271199 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Deleting port d0824ddf-0a6f-483b-b755-8fa777fd82da {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 10:58:38.271545 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.336907 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] For port d0824ddf-0a6f-483b-b755-8fa777fd82da, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=d0824ddf-0a6f-483b-b755-8fa777fd82da,segment=NetworkSegment(bdb231ee-c170-4227-9ed7-c13932a9341e),segment_id=bdb231ee-c170-4227-9ed7-c13932a9341e)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:58:38.337199 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.349515 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Calling delete_port for d0824ddf-0a6f-483b-b755-8fa777fd82da owned by network:dhcp {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 10:58:38.422843 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056326d8-3591-4dc9-9228-c3ba80ce19f6 None None] DHCP port deletion for 1d6af9c8-63cc-45e0-96b7-7129da7ac289 request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 10:58:38.431147 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (d0824ddf-0a6f-483b-b755-8fa777fd82da), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.449954 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-056326d8-3591-4dc9-9228-c3ba80ce19f6 None None] The port 'd0824ddf-0a6f-483b-b755-8fa777fd82da' was deleted {{(pid=110618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 27 10:58:38.460957 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0824ddf-0a6f-483b-b755-8fa777fd82da,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:38.462837 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] No DVR routers for this DVR port d0824ddf-0a6f-483b-b755-8fa777fd82da on host dv-cinder-850840-3-iscsi {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 10:58:38.534965 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (1d6af9c8-63cc-45e0-96b7-7129da7ac289), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.555531 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6af9c8-63cc-45e0-96b7-7129da7ac289']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:38.565236 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb231ee-c170-4227-9ed7-c13932a9341e') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:38.565539 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb231ee-c170-4227-9ed7-c13932a9341e') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:58:38.574879 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (bdb231ee-c170-4227-9ed7-c13932a9341e), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.588828 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (bdb231ee-c170-4227-9ed7-c13932a9341e), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.595738 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 10:58:38.596197 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (bdb231ee-c170-4227-9ed7-c13932a9341e), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.645124 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment bdb231ee-c170-4227-9ed7-c13932a9341e resource provider aggregate not found Jul 27 10:58:38.664374 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment bdb231ee-c170-4227-9ed7-c13932a9341e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdb231ee-c170-4227-9ed7-c13932a9341e found for delete ", "request_id": "req-45397b42-c8f7-4a1b-a4a1-36f0ffa571ea"}]} Jul 27 10:58:38.672952 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (1d6af9c8-63cc-45e0-96b7-7129da7ac289), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.679570 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.684541 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1d6af9c8-63cc-45e0-96b7-7129da7ac289 HTTP/1.1" status: 204 len: 168 time: 0.5275609 Jul 27 10:58:38.697206 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e962e-ed0c-4597-a10c-51cdbbef70d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6af9c8-63cc-45e0-96b7-7129da7ac289,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:38.849451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58146) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:38.868711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:38.876967 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:38.893802 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-05b1fd20-3f3c-42b7-90a6-d29496d88332 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=069d5edd9d9346bdb10c80922a763605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432663 Jul 27 10:58:38.896419 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58148) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:58:38.903406 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:DELETE=9 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:38.951651 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-77e28257-e0c0-4b08-9d61-dbaed499ae8f admin admin] Publish callbacks [] for security_group (69f2ba56-d4d2-4f9b-aeb3-dde221a374f6), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:38.973126 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-77e28257-e0c0-4b08-9d61-dbaed499ae8f admin admin] Publish callbacks [] for security_group (69f2ba56-d4d2-4f9b-aeb3-dde221a374f6), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:39.019725 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-77e28257-e0c0-4b08-9d61-dbaed499ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (69f2ba56-d4d2-4f9b-aeb3-dde221a374f6), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:39.022396 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-77e28257-e0c0-4b08-9d61-dbaed499ae8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:39.023576 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-77e28257-e0c0-4b08-9d61-dbaed499ae8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69f2ba56-d4d2-4f9b-aeb3-dde221a374f6 HTTP/1.1" status: 204 len: 168 time: 0.1261384 Jul 27 10:58:39.032385 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e28257-e0c0-4b08-9d61-dbaed499ae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f2ba56-d4d2-4f9b-aeb3-dde221a374f6,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:58:39.931282 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 4df2c305-3822-42c4-8f5c-386428410f9e no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:58:39.957352 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 4df2c305-3822-42c4-8f5c-386428410f9e {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:58:39.957732 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 4df2c305-3822-42c4-8f5c-386428410f9e not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:58:39.958163 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d0824ddf-0a6f-483b-b755-8fa777fd82da no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 10:58:39.976799 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: d0824ddf-0a6f-483b-b755-8fa777fd82da {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 10:58:39.977151 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device d0824ddf-0a6f-483b-b755-8fa777fd82da not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 10:58:41.571834 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:41.574681 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:43.700946 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:58:48.892697 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:49.004447 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=25,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:49.028448 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:52.130769 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8925b0dc-884c-4c96-9334-e425abf87a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:53.697103 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:58:54.426881 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7cd1-bcd3-4245-bd62-57221d597c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:55.546980 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:57.332118 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:57.484055 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:58:57.486062 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.007301 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58346) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:06.112449 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-60f1df06-7db2-4511-8fa3-593720b7c9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.190946 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-60f1df06-7db2-4511-8fa3-593720b7c9a5 admin admin] Publish callbacks [] for security_group (7358f563-4f21-4cf2-bf27-064083ecb9de), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.195319 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-60f1df06-7db2-4511-8fa3-593720b7c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7358f563-4f21-4cf2-bf27-064083ecb9de), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.235625 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-60f1df06-7db2-4511-8fa3-593720b7c9a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f55bd5085764f299f739ec4898443a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272639 Jul 27 10:59:06.237503 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1df06-7db2-4511-8fa3-593720b7c9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7358f563-4f21-4cf2-bf27-064083ecb9de,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:06.238866 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58350) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:06.288273 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6cbdeb3b-86a8-4a88-93ad-8ad249e48f9e admin admin] Publish callbacks [] for security_group (7358f563-4f21-4cf2-bf27-064083ecb9de), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.309594 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6cbdeb3b-86a8-4a88-93ad-8ad249e48f9e admin admin] Publish callbacks [] for security_group (7358f563-4f21-4cf2-bf27-064083ecb9de), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.355428 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6cbdeb3b-86a8-4a88-93ad-8ad249e48f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7358f563-4f21-4cf2-bf27-064083ecb9de), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.358091 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-6cbdeb3b-86a8-4a88-93ad-8ad249e48f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.359264 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-6cbdeb3b-86a8-4a88-93ad-8ad249e48f9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7358f563-4f21-4cf2-bf27-064083ecb9de HTTP/1.1" status: 204 len: 168 time: 0.1194031 Jul 27 10:59:06.367437 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdeb3b-86a8-4a88-93ad-8ad249e48f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7358f563-4f21-4cf2-bf27-064083ecb9de,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:06.627029 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58356) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:06.640654 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-13053595-d8c2-48ba-ab23-04a2f15894cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.720892 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-13053595-d8c2-48ba-ab23-04a2f15894cf admin admin] Publish callbacks [] for security_group (f77184bd-fe30-41d2-a24c-d03fb1c5d62c), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.724803 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-13053595-d8c2-48ba-ab23-04a2f15894cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f77184bd-fe30-41d2-a24c-d03fb1c5d62c), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.735082 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:06.746095 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:06.764945 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13053595-d8c2-48ba-ab23-04a2f15894cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77184bd-fe30-41d2-a24c-d03fb1c5d62c,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:06.769553 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-13053595-d8c2-48ba-ab23-04a2f15894cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e0aed3427bd4fb8880dd7b4908dc144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414003 Jul 27 10:59:06.773105 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58358) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:06.821190 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5ffee937-59e6-4ae6-a3c7-0a461a84cdff admin admin] Publish callbacks [] for security_group (f77184bd-fe30-41d2-a24c-d03fb1c5d62c), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.842675 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5ffee937-59e6-4ae6-a3c7-0a461a84cdff admin admin] Publish callbacks [] for security_group (f77184bd-fe30-41d2-a24c-d03fb1c5d62c), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.890115 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5ffee937-59e6-4ae6-a3c7-0a461a84cdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f77184bd-fe30-41d2-a24c-d03fb1c5d62c), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.892905 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5ffee937-59e6-4ae6-a3c7-0a461a84cdff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:06.894048 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-5ffee937-59e6-4ae6-a3c7-0a461a84cdff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f77184bd-fe30-41d2-a24c-d03fb1c5d62c HTTP/1.1" status: 204 len: 168 time: 0.1199632 Jul 27 10:59:06.901758 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffee937-59e6-4ae6-a3c7-0a461a84cdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77184bd-fe30-41d2-a24c-d03fb1c5d62c,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:08.576025 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58412) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:08.679791 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cc8e71f4-d8da-41a0-8657-430703adee15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:08.754773 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cc8e71f4-d8da-41a0-8657-430703adee15 admin admin] Publish callbacks [] for security_group (94ad79df-fc5c-4fca-a609-1cebe8a2d812), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:08.758501 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cc8e71f4-d8da-41a0-8657-430703adee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (94ad79df-fc5c-4fca-a609-1cebe8a2d812), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:08.802424 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-cc8e71f4-d8da-41a0-8657-430703adee15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ee5a81f8dd6460b9d2c7ab2f55cf2df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252622 Jul 27 10:59:08.803628 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e71f4-d8da-41a0-8657-430703adee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ad79df-fc5c-4fca-a609-1cebe8a2d812,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:08.805894 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58416) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:08.854961 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-592b0869-04bb-4e25-b76c-c18ecd29312e admin admin] Publish callbacks [] for security_group (94ad79df-fc5c-4fca-a609-1cebe8a2d812), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:08.876107 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-592b0869-04bb-4e25-b76c-c18ecd29312e admin admin] Publish callbacks [] for security_group (94ad79df-fc5c-4fca-a609-1cebe8a2d812), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:08.922632 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-592b0869-04bb-4e25-b76c-c18ecd29312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (94ad79df-fc5c-4fca-a609-1cebe8a2d812), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:08.925113 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-592b0869-04bb-4e25-b76c-c18ecd29312e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:08.926283 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-592b0869-04bb-4e25-b76c-c18ecd29312e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94ad79df-fc5c-4fca-a609-1cebe8a2d812 HTTP/1.1" status: 204 len: 168 time: 0.1194983 Jul 27 10:59:08.933745 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b0869-04bb-4e25-b76c-c18ecd29312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ad79df-fc5c-4fca-a609-1cebe8a2d812,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:08.946766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:08.949001 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:09.256941 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58422) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:09.270434 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f07c38e0-c8f6-4e02-9d34-c9bc633db4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:09.345601 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f07c38e0-c8f6-4e02-9d34-c9bc633db4d4 admin admin] Publish callbacks [] for security_group (9f022e8b-eec4-47ec-b297-f938e03c953c), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:09.349301 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f07c38e0-c8f6-4e02-9d34-c9bc633db4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9f022e8b-eec4-47ec-b297-f938e03c953c), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:09.387454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c38e0-c8f6-4e02-9d34-c9bc633db4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f022e8b-eec4-47ec-b297-f938e03c953c,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:09.391665 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f07c38e0-c8f6-4e02-9d34-c9bc633db4d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5c5b461e4a04820b01f62745148feca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337228 Jul 27 10:59:09.394242 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58424) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:09.440470 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-baa80442-c70c-4fa5-be6e-49ccee106dda admin admin] Publish callbacks [] for security_group (9f022e8b-eec4-47ec-b297-f938e03c953c), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:09.464961 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-baa80442-c70c-4fa5-be6e-49ccee106dda admin admin] Publish callbacks [] for security_group (9f022e8b-eec4-47ec-b297-f938e03c953c), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:09.744006 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-baa80442-c70c-4fa5-be6e-49ccee106dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (9f022e8b-eec4-47ec-b297-f938e03c953c), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:09.747070 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-baa80442-c70c-4fa5-be6e-49ccee106dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:09.748402 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-baa80442-c70c-4fa5-be6e-49ccee106dda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f022e8b-eec4-47ec-b297-f938e03c953c HTTP/1.1" status: 204 len: 168 time: 0.3532176 Jul 27 10:59:09.756375 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa80442-c70c-4fa5-be6e-49ccee106dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f022e8b-eec4-47ec-b297-f938e03c953c,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:11.855304 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58494) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:11.961448 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8474e25e-d3f2-45b3-891b-9b1d4c22fac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.003333 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:12.014435 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:12.038426 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8474e25e-d3f2-45b3-891b-9b1d4c22fac5 admin admin] Publish callbacks [] for security_group (7dea4bf6-586b-41ed-a061-e4849650f156), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.041923 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8474e25e-d3f2-45b3-891b-9b1d4c22fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7dea4bf6-586b-41ed-a061-e4849650f156), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.083358 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-8474e25e-d3f2-45b3-891b-9b1d4c22fac5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a8ea03db36c4881af5c03f1cdd563a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269411 Jul 27 10:59:12.084117 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474e25e-d3f2-45b3-891b-9b1d4c22fac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea4bf6-586b-41ed-a061-e4849650f156,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:12.087061 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58498) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:12.136192 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfa9b-6e95-4fef-9981-e93a230f3794 admin admin] Publish callbacks [] for security_group (7dea4bf6-586b-41ed-a061-e4849650f156), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.152703 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:12.157704 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfa9b-6e95-4fef-9981-e93a230f3794 admin admin] Publish callbacks [] for security_group (7dea4bf6-586b-41ed-a061-e4849650f156), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.172927 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:12.210825 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfa9b-6e95-4fef-9981-e93a230f3794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (7dea4bf6-586b-41ed-a061-e4849650f156), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.213328 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfa9b-6e95-4fef-9981-e93a230f3794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.214450 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-b8fdfa9b-6e95-4fef-9981-e93a230f3794 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7dea4bf6-586b-41ed-a061-e4849650f156 HTTP/1.1" status: 204 len: 168 time: 0.1261683 Jul 27 10:59:12.222863 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdfa9b-6e95-4fef-9981-e93a230f3794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea4bf6-586b-41ed-a061-e4849650f156,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:12.477719 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58504) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:12.491701 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-72a2ac58-e83b-4851-9688-7df90cf0ffa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.567031 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-72a2ac58-e83b-4851-9688-7df90cf0ffa8 admin admin] Publish callbacks [] for security_group (ba0064e7-6338-4f20-8906-1850735f47d6), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.570740 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-72a2ac58-e83b-4851-9688-7df90cf0ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ba0064e7-6338-4f20-8906-1850735f47d6), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.614438 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2ac58-e83b-4851-9688-7df90cf0ffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0064e7-6338-4f20-8906-1850735f47d6,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:12.618698 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-72a2ac58-e83b-4851-9688-7df90cf0ffa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65f6e66528cf4a9cacbf2b6018861339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399145 Jul 27 10:59:12.621527 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58506) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:12.668153 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8692e282-f0da-4577-8563-9e9363a28709 admin admin] Publish callbacks [] for security_group (ba0064e7-6338-4f20-8906-1850735f47d6), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.689116 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8692e282-f0da-4577-8563-9e9363a28709 admin admin] Publish callbacks [] for security_group (ba0064e7-6338-4f20-8906-1850735f47d6), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.734299 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8692e282-f0da-4577-8563-9e9363a28709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (ba0064e7-6338-4f20-8906-1850735f47d6), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.736775 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8692e282-f0da-4577-8563-9e9363a28709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:12.737894 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-8692e282-f0da-4577-8563-9e9363a28709 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba0064e7-6338-4f20-8906-1850735f47d6 HTTP/1.1" status: 204 len: 168 time: 0.1155078 Jul 27 10:59:12.746262 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692e282-f0da-4577-8563-9e9363a28709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0064e7-6338-4f20-8906-1850735f47d6,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:13.776080 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58536) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:13.877841 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5f86be1d-8856-4063-a8c5-4fd891d2d061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:13.956282 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5f86be1d-8856-4063-a8c5-4fd891d2d061 admin admin] Publish callbacks [] for security_group (250bd74d-7941-4cdb-8ec3-b57f298a5b38), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:13.960037 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5f86be1d-8856-4063-a8c5-4fd891d2d061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (250bd74d-7941-4cdb-8ec3-b57f298a5b38), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:14.000529 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86be1d-8856-4063-a8c5-4fd891d2d061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250bd74d-7941-4cdb-8ec3-b57f298a5b38,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:14.004805 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5f86be1d-8856-4063-a8c5-4fd891d2d061 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92cb2580902e4bf4b320c93d3d1c5de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277219 Jul 27 10:59:14.007424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58540) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:14.055098 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1226-8a0f-4564-8910-befa967ced24 admin admin] Publish callbacks [] for security_group (250bd74d-7941-4cdb-8ec3-b57f298a5b38), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:14.075692 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1226-8a0f-4564-8910-befa967ced24 admin admin] Publish callbacks [] for security_group (250bd74d-7941-4cdb-8ec3-b57f298a5b38), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:14.123362 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1226-8a0f-4564-8910-befa967ced24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (250bd74d-7941-4cdb-8ec3-b57f298a5b38), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:14.125847 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1226-8a0f-4564-8910-befa967ced24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:14.127014 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-b5ba1226-8a0f-4564-8910-befa967ced24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/250bd74d-7941-4cdb-8ec3-b57f298a5b38 HTTP/1.1" status: 204 len: 168 time: 0.1187332 Jul 27 10:59:14.134433 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba1226-8a0f-4564-8910-befa967ced24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250bd74d-7941-4cdb-8ec3-b57f298a5b38,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:18.284806 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58606) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:18.389144 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-eb79c93e-6882-4158-9e90-0d4365dbf872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:18.421955 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:18.424790 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:18.468918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-eb79c93e-6882-4158-9e90-0d4365dbf872 admin admin] Publish callbacks [] for security_group (bb2b53e0-15e6-4926-89da-63f0cac32cfe), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:18.473022 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-eb79c93e-6882-4158-9e90-0d4365dbf872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (bb2b53e0-15e6-4926-89da-63f0cac32cfe), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:18.520557 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-eb79c93e-6882-4158-9e90-0d4365dbf872 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49a315768bd94707adeb4e9f0eb12a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346425 Jul 27 10:59:18.521265 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79c93e-6882-4158-9e90-0d4365dbf872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2b53e0-15e6-4926-89da-63f0cac32cfe,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:18.523953 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58610) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:18.582501 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3b167f6a-3dfd-409f-8972-580d0772d0b8 admin admin] Publish callbacks [] for security_group (bb2b53e0-15e6-4926-89da-63f0cac32cfe), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:18.603917 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3b167f6a-3dfd-409f-8972-580d0772d0b8 admin admin] Publish callbacks [] for security_group (bb2b53e0-15e6-4926-89da-63f0cac32cfe), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:18.649937 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3b167f6a-3dfd-409f-8972-580d0772d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (bb2b53e0-15e6-4926-89da-63f0cac32cfe), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:18.652515 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-3b167f6a-3dfd-409f-8972-580d0772d0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:18.653696 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-3b167f6a-3dfd-409f-8972-580d0772d0b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb2b53e0-15e6-4926-89da-63f0cac32cfe HTTP/1.1" status: 204 len: 168 time: 0.1288216 Jul 27 10:59:18.662002 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b167f6a-3dfd-409f-8972-580d0772d0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2b53e0-15e6-4926-89da-63f0cac32cfe,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:19.267767 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58632) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:19.362967 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1984889366-network', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:19.382872 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Made reservation on behalf of dcc755e972c1451e98b1f2ce974e4ff0 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:59:19.385036 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.393121 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.464724 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Publish callbacks [] for security_group (00fc1e64-8a3d-4eab-8278-3055e083a006), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.468431 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (00fc1e64-8a3d-4eab-8278-3055e083a006), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.491998 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:59:19.501878 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fc1e64-8a3d-4eab-8278-3055e083a006,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:19.507014 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (bb47c8f1-6f42-49f0-aa08-978be26e722a), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.507356 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Added segment bb47c8f1-6f42-49f0-aa08-978be26e722a of type vlan for network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e Jul 27 10:59:19.548466 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (84cbe65d-e989-4451-aaf1-37dd28eb9f9e), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.571889 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (84cbe65d-e989-4451-aaf1-37dd28eb9f9e), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.572845 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:19.573417 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.632663 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3637764 Jul 27 10:59:19.635745 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58636) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:19.636232 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cf9d6-dee0-49b6-bba0-156ff8dcdb9e admin admin] Pushing event updated for resources: {'Network': ['ID=84cbe65d-e989-4451-aaf1-37dd28eb9f9e,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:19.640596 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Request body: {'subnet': {'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1984889366-subnet', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'ip_version': 4}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:19.647747 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:59:19.661818 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Made reservation on behalf of dcc755e972c1451e98b1f2ce974e4ff0 for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:59:19.664371 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126749480'] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.846848 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127098619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126749446'] for subnet (d130b6a9-df54-4622-8da0-95f70747e006), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.897245 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d130b6a9-df54-4622-8da0-95f70747e006,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:19.913551 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Checking segment: {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:19.913911 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Network hostable DHCP agents. Network: 84cbe65d-e989-4451-aaf1-37dd28eb9f9e, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:59:19.930956 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:59:19.939666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 84cbe65d-e989-4451-aaf1-37dd28eb9f9e) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:19.944496 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:19.945101 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.952764 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2121fea-e0e7-4782-a6d3-fd5539fcc43c None None] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:59:19.965093 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-f17778eb-10cc-4fc3-abe8-2adecf64c4f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3281929 Jul 27 10:59:19.967727 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58638) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:19.971851 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:19.991974 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (b49dd479-422a-4412-869f-7507d55d8098), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:19.993086 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (b49dd479-422a-4412-869f-7507d55d8098), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.043449 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks [] for router_controller (b49dd479-422a-4412-869f-7507d55d8098), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.058511 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:59:20.059557 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.193913 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Allocated IP 172.20.0.2 (84cbe65d-e989-4451-aaf1-37dd28eb9f9e/d130b6a9-df54-4622-8da0-95f70747e006/848af2d6-bec0-4219-bd56-68f65ca176c2) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:59:20.347251 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Publish callbacks [] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.354332 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.399361 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:20.402682 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:20.406804 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:59:20.414097 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Pushing event updated for resources: {'Port': ['ID=848af2d6-bec0-4219-bd56-68f65ca176c2,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:20.438107 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.438461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.438834 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.439178 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.439516 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.439851 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.440445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.440581 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.440820 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.441249 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.441585 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.441914 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.442239 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.442561 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.442905 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:20.447040 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks [] for router_gateway (b49dd479-422a-4412-869f-7507d55d8098), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.479691 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Attempting to bind port 848af2d6-bec0-4219-bd56-68f65ca176c2 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:59:20.480053 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Attempting to bind port 848af2d6-bec0-4219-bd56-68f65ca176c2 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:59:20.480405 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Attempting to bind port 848af2d6-bec0-4219-bd56-68f65ca176c2 on network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:59:20.485425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:59:20.485801 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Checking segment: {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:20.486195 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.486581 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Bound using segment: {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:59:20.487065 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Bound port: 848af2d6-bec0-4219-bd56-68f65ca176c2, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:59:20.487433 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.545822 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] For port 848af2d6-bec0-4219-bd56-68f65ca176c2, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:59:20.548842 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] For port 848af2d6-bec0-4219-bd56-68f65ca176c2, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=848af2d6-bec0-4219-bd56-68f65ca176c2,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:59:20.554926 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.615704 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8b72f-fa95-45cf-b2d4-e0148f938ce7 None None] Pushing event updated for resources: {'Port': ['ID=848af2d6-bec0-4219-bd56-68f65ca176c2,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:20.632110 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks [] for router_gateway (b49dd479-422a-4412-869f-7507d55d8098), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.654662 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.663456 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:20.702008 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:59:20.708206 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:20.758780 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:20.775377 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Allocated IP 172.27.0.79 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/9e2ca728-d231-4ec8-a4af-05198455abc8) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:59:20.898830 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks [] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.933281 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:20.974730 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:20.977587 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:20.981479 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:59:20.986686 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Pushing event updated for resources: {'Port': ['ID=9e2ca728-d231-4ec8-a4af-05198455abc8,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:21.232150 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks [] for router_gateway (b49dd479-422a-4412-869f-7507d55d8098), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:21.433987 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (b49dd479-422a-4412-869f-7507d55d8098), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:21.473829 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2fcf3-c5ee-4662-b41f-18b25e17cbbf None None] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:59:21.527145 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:21.553636 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:21.571666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:21.577892 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Router b49dd479-422a-4412-869f-7507d55d8098 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:59:21.582379 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:21.596309 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8cffec4b-48b4-41b2-811e-ce8015ed76bb None None] Provisioning complete for port 848af2d6-bec0-4219-bd56-68f65ca176c2 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:21.596679 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8cffec4b-48b4-41b2-811e-ce8015ed76bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:21.675120 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8cffec4b-48b4-41b2-811e-ce8015ed76bb None None] Current status of the port 848af2d6-bec0-4219-bd56-68f65ca176c2 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:21.675566 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8cffec4b-48b4-41b2-811e-ce8015ed76bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:21.696852 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:59:21.711211 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Sync routers for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:59:21.713255 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8cffec4b-48b4-41b2-811e-ce8015ed76bb None None] For port 848af2d6-bec0-4219-bd56-68f65ca176c2, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=848af2d6-bec0-4219-bd56-68f65ca176c2,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:21.719029 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8cffec4b-48b4-41b2-811e-ce8015ed76bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:21.726921 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:21.727169 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:59:21.730920 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:58:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:21.731107 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d4936fef-c68d-4c50-b55a-8ef3b9d0f48c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7594676 Jul 27 10:59:21.731216 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58640) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:21.784521 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffec4b-48b4-41b2-811e-ce8015ed76bb None None] Pushing event updated for resources: {'Port': ['ID=848af2d6-bec0-4219-bd56-68f65ca176c2,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:21.840330 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-f40dea84-505b-4682-88ec-1088133202fd None None] Provisioning complete for port 848af2d6-bec0-4219-bd56-68f65ca176c2 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:21.841009 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f40dea84-505b-4682-88ec-1088133202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:21.917445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-f40dea84-505b-4682-88ec-1088133202fd None None] Current status of the port 848af2d6-bec0-4219-bd56-68f65ca176c2 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:21.940613 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:59:22.008640 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 848af2d6-bec0-4219-bd56-68f65ca176c2 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:22.052700 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 848af2d6-bec0-4219-bd56-68f65ca176c2 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:22.053081 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.115695 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:21Z', 'revision_number': 3, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:22.140103 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9aed1eb6-81e0-45df-a729-fee686e9b176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.143728 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 848af2d6-bec0-4219-bd56-68f65ca176c2 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:22.144170 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Checking router: b49dd479-422a-4412-869f-7507d55d8098 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:59:22.144543 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Updating router b49dd479-422a-4412-869f-7507d55d8098 port 9e2ca728-d231-4ec8-a4af-05198455abc8 binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:59:22.176552 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.184854 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.336891 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Allocated IP 172.20.0.1 (84cbe65d-e989-4451-aaf1-37dd28eb9f9e/d130b6a9-df54-4622-8da0-95f70747e006/af678eec-08f4-4b28-ae57-0b8897934a9a) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:59:22.416802 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Publish callbacks [] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.422327 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.446527 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Publish callbacks [] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.457030 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:22.467162 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:22.476209 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Attempting to bind port 9e2ca728-d231-4ec8-a4af-05198455abc8 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:59:22.476582 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Attempting to bind port 9e2ca728-d231-4ec8-a4af-05198455abc8 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:59:22.477066 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Attempting to bind port 9e2ca728-d231-4ec8-a4af-05198455abc8 on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:59:22.482332 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.484466 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Pushing event updated for resources: {'Port': ['ID=9e2ca728-d231-4ec8-a4af-05198455abc8,revision_number=2']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:22.489875 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:59:22.490250 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:22.490675 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.491070 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:59:22.492146 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Bound port: 9e2ca728-d231-4ec8-a4af-05198455abc8, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:59:22.492146 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.515809 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.516167 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.516525 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.516884 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.517224 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.517558 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.517885 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.518225 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.518556 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.518906 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.519264 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.519606 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.519931 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.520256 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.520580 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:22.523325 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:22.526384 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:22.530332 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:59:22.553489 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Pushing event updated for resources: {'Port': ['ID=af678eec-08f4-4b28-ae57-0b8897934a9a,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:22.560961 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] For port 9e2ca728-d231-4ec8-a4af-05198455abc8, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:59:22.565666 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] For port 9e2ca728-d231-4ec8-a4af-05198455abc8, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=9e2ca728-d231-4ec8-a4af-05198455abc8,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:59:22.574592 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (b49dd479-422a-4412-869f-7507d55d8098), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.575984 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.632482 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:59:22.633166 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:58:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:22.672189 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:22.679741 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2144a8-6b71-400a-aff5-889fa96075f7 None None] Pushing event updated for resources: {'Port': ['ID=9e2ca728-d231-4ec8-a4af-05198455abc8,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:22.730501 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.751739 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:22.756234 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:59:22.838572 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-92224e95-fc56-45bb-b301-fc1de46c11a4 None None] Provisioning complete for port af678eec-08f4-4b28-ae57-0b8897934a9a triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:22.839198 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-92224e95-fc56-45bb-b301-fc1de46c11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.871786 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-92224e95-fc56-45bb-b301-fc1de46c11a4 None None] Port af678eec-08f4-4b28-ae57-0b8897934a9a cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:59:22.900817 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Publish callbacks [] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.906420 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:22.925457 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:21Z', 'revision_number': 3, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:22.959082 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d331b-2eed-4ab9-a31d-48f25231408c None None] The sync data for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi is: [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:21Z', 'revision_number': 3, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:59:22.974251 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Pushing event updated for resources: {'Port': ['ID=af678eec-08f4-4b28-ae57-0b8897934a9a,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:22.984926 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (b49dd479-422a-4412-869f-7507d55d8098), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:23.080687 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:23.082800 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:23.214422 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Router b49dd479-422a-4412-869f-7507d55d8098 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:59:23.262471 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:23.340767 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:59:23.345772 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-6222316a-0166-42db-989f-66b224d429a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/b49dd479-422a-4412-869f-7507d55d8098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136234 Jul 27 10:59:23.413417 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-4a9ec0c5-ad1f-4af1-adb4-4e1af3c9771c None None] Provisioning complete for port af678eec-08f4-4b28-ae57-0b8897934a9a triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:23.414142 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec0c5-ad1f-4af1-adb4-4e1af3c9771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:23.454835 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ec0c5-ad1f-4af1-adb4-4e1af3c9771c None None] Port af678eec-08f4-4b28-ae57-0b8897934a9a cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:59:23.843780 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58656) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:23.849181 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1726401694-network', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:23.863626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:23.870014 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Made reservation on behalf of 94b763d4411f4205b7a176b6db443c9a for: {'network': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:59:23.872637 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:23.881600 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:23.965764 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Publish callbacks [] for security_group (f1185088-e9e1-4f2b-a9d2-d09474c4e1e3), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:23.969917 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f1185088-e9e1-4f2b-a9d2-d09474c4e1e3), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:23.976305 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 9e2ca728-d231-4ec8-a4af-05198455abc8 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:23.998732 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=110616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 10:59:24.008131 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1185088-e9e1-4f2b-a9d2-d09474c4e1e3,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:24.015208 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (8713c492-a0fd-4070-bb96-d3c1761d0135), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.016466 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.segments_db [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Added segment 8713c492-a0fd-4070-bb96-d3c1761d0135 of type vlan for network c9f264e0-e5a2-4f9d-8b66-69990844419a Jul 27 10:59:24.027958 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 9e2ca728-d231-4ec8-a4af-05198455abc8 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:24.028567 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.059179 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (c9f264e0-e5a2-4f9d-8b66-69990844419a), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.084054 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (c9f264e0-e5a2-4f9d-8b66-69990844419a), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.085088 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:24.085702 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.104684 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 9e2ca728-d231-4ec8-a4af-05198455abc8 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:24.105075 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.125953 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port 9e2ca728-d231-4ec8-a4af-05198455abc8, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=9e2ca728-d231-4ec8-a4af-05198455abc8,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:24.129948 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.147557 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3025961 Jul 27 10:59:24.150495 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58658) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:24.153198 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e8905-9d76-4a65-8bdf-ff9374abcb9f admin admin] Pushing event updated for resources: {'Network': ['ID=c9f264e0-e5a2-4f9d-8b66-69990844419a,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:24.156018 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Request body: {'subnet': {'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1726401694-subnet', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:24.159040 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:24.169612 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network c9f264e0-e5a2-4f9d-8b66-69990844419a details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 10:59:24.178171 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:24.186489 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Made reservation on behalf of 94b763d4411f4205b7a176b6db443c9a for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:59:24.189425 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129740455'] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.226540 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=9e2ca728-d231-4ec8-a4af-05198455abc8,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:24.243271 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:24.373839 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126546495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129740425'] for subnet (de499ce1-60aa-45a5-8caf-78d7e6bd6acf), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.396774 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:24.429894 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-976333bb-2dff-46af-b20d-4dab5f0b05fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.438915 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de499ce1-60aa-45a5-8caf-78d7e6bd6acf,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:24.448275 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Checking segment: {'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:24.448638 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Network hostable DHCP agents. Network: c9f264e0-e5a2-4f9d-8b66-69990844419a, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 10:59:24.465821 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Network c9f264e0-e5a2-4f9d-8b66-69990844419a is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 10:59:24.475540 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, c9f264e0-e5a2-4f9d-8b66-69990844419a) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:24.480324 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:24.480924 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.485578 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de459909-7bd2-4849-a348-1f6bf045f325 None None] Network c9f264e0-e5a2-4f9d-8b66-69990844419a requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:59:24.500736 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-d4a06c3d-e067-42b8-afbf-18fc49bc378e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3489740 Jul 27 10:59:24.503374 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58660) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:24.507326 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Sync routers for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:59:24.507892 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:24.527827 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (faed2f40-08ad-4368-b4f0-67f07061eeca), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.528882 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (faed2f40-08ad-4368-b4f0-67f07061eeca), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.553707 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:59:24.554316 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:59:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:24.580362 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks [] for router_controller (faed2f40-08ad-4368-b4f0-67f07061eeca), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.679501 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-c9f264e0-e5a2-4f9d-8b66-69990844419a', 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a', 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'fixed_ips': [{'subnet_id': 'de499ce1-60aa-45a5-8caf-78d7e6bd6acf'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 10:59:24.681288 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.716678 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks [] for router_gateway (faed2f40-08ad-4368-b4f0-67f07061eeca), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.830566 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:59:24.905507 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks [] for router_gateway (faed2f40-08ad-4368-b4f0-67f07061eeca), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:24.924949 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.024448 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:25.030473 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Allocated IP 172.27.0.169 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/26bd3fdd-136b-45dd-82e7-b242e7533acd) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:59:25.032175 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:25.084326 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Allocated IP 172.20.0.2 (c9f264e0-e5a2-4f9d-8b66-69990844419a/de499ce1-60aa-45a5-8caf-78d7e6bd6acf/18aa9f07-ea40-4fdc-83d2-cb5c34e4e156) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:59:25.142558 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks [] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.172753 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 2, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:25.174354 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.206254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Checking router: b49dd479-422a-4412-869f-7507d55d8098 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:59:25.206523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Updating router b49dd479-422a-4412-869f-7507d55d8098 port af678eec-08f4-4b28-ae57-0b8897934a9a binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:59:25.216124 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:25.221210 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:25.224110 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:59:25.243893 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Pushing event updated for resources: {'Port': ['ID=26bd3fdd-136b-45dd-82e7-b242e7533acd,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:25.257318 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.393929 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:25.398420 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Publish callbacks [] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.408523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.427337 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:25.472260 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Network c9f264e0-e5a2-4f9d-8b66-69990844419a is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:25.488968 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:25.521748 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:59:25.526694 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Pushing event updated for resources: {'Port': ['ID=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:25.581261 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.635294 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Attempting to bind port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:59:25.635746 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Attempting to bind port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:59:25.636278 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Attempting to bind port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 on network c9f264e0-e5a2-4f9d-8b66-69990844419a {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:59:25.648230 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:59:25.648611 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Checking segment: {'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:25.649017 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.649414 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Bound using segment: {'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:59:25.649886 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Bound port: 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:59:25.650286 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.728108 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks [] for router_gateway (faed2f40-08ad-4368-b4f0-67f07061eeca), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.731832 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Publish callbacks [] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.744719 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.794448 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] For port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:59:25.820884 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] For port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,segment=NetworkSegment(8713c492-a0fd-4070-bb96-d3c1761d0135),segment_id=8713c492-a0fd-4070-bb96-d3c1761d0135)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:59:25.823048 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cf912-0667-4ef6-899b-7c1e92ac241e None None] Pushing event updated for resources: {'Port': ['ID=af678eec-08f4-4b28-ae57-0b8897934a9a,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:25.858836 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.922995 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Attempting to bind port af678eec-08f4-4b28-ae57-0b8897934a9a on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:59:25.923368 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Attempting to bind port af678eec-08f4-4b28-ae57-0b8897934a9a by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:59:25.923728 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Attempting to bind port af678eec-08f4-4b28-ae57-0b8897934a9a on network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:59:25.932706 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (faed2f40-08ad-4368-b4f0-67f07061eeca), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.947864 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:59:25.948462 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Checking segment: {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:25.949022 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.949584 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Bound using segment: {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:59:25.950210 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Bound port: af678eec-08f4-4b28-ae57-0b8897934a9a, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:59:25.950796 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:25.990688 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0b4bd-3e94-4e7b-a0f9-c6805ba3ffa2 None None] Pushing event updated for resources: {'Port': ['ID=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:26.013839 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 9e2ca728-d231-4ec8-a4af-05198455abc8 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:26.064600 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] For port af678eec-08f4-4b28-ae57-0b8897934a9a, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:59:26.070077 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] For port af678eec-08f4-4b28-ae57-0b8897934a9a, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=af678eec-08f4-4b28-ae57-0b8897934a9a,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:59:26.078653 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.092521 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Router faed2f40-08ad-4368-b4f0-67f07061eeca is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 10:59:26.093035 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:26.099227 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 9e2ca728-d231-4ec8-a4af-05198455abc8 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:26.099594 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.137406 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:26.164125 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-9254743c-e81f-45b6-923f-b7726d1ad0dc None None] Provisioning complete for port af678eec-08f4-4b28-ae57-0b8897934a9a triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:26.164496 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9254743c-e81f-45b6-923f-b7726d1ad0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.218645 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:26.230527 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:26.237130 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:59:26.242633 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:59:26.246580 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:59:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:26.257829 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cf912-0667-4ef6-899b-7c1e92ac241e None None] Pushing event updated for resources: {'Port': ['ID=af678eec-08f4-4b28-ae57-0b8897934a9a,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:26.261857 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Sync routers for ids ['faed2f40-08ad-4368-b4f0-67f07061eeca'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:59:26.276134 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Routers {'faed2f40-08ad-4368-b4f0-67f07061eeca'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:59:26.279011 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.282848 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-62130f61-ae52-409d-b0b6-b82e83c9113c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7759299 Jul 27 10:59:26.282999 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:59:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['faed2f40-08ad-4368-b4f0-67f07061eeca'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:26.283216 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58662) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:26.443915 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-9254743c-e81f-45b6-923f-b7726d1ad0dc None None] Current status of the port af678eec-08f4-4b28-ae57-0b8897934a9a is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:26.444380 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9254743c-e81f-45b6-923f-b7726d1ad0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.453313 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Set router faed2f40-08ad-4368-b4f0-67f07061eeca gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:59:26.460380 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 9e2ca728-d231-4ec8-a4af-05198455abc8 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:26.472917 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:59:26.528529 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-9254743c-e81f-45b6-923f-b7726d1ad0dc None None] For port af678eec-08f4-4b28-ae57-0b8897934a9a, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=af678eec-08f4-4b28-ae57-0b8897934a9a,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:26.534492 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9254743c-e81f-45b6-923f-b7726d1ad0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.639121 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:25Z', 'revision_number': 3, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port': {'id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:26.670693 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Checking router: faed2f40-08ad-4368-b4f0-67f07061eeca for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:59:26.671046 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Updating router faed2f40-08ad-4368-b4f0-67f07061eeca port 26bd3fdd-136b-45dd-82e7-b242e7533acd binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:59:26.702844 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.782516 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.784044 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-1cbadd0e-a456-4b45-8f00-297364ce3479 None None] Provisioning complete for port af678eec-08f4-4b28-ae57-0b8897934a9a triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:26.784424 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1cbadd0e-a456-4b45-8f00-297364ce3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:26.839108 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254743c-e81f-45b6-923f-b7726d1ad0dc None None] Pushing event updated for resources: {'Port': ['ID=af678eec-08f4-4b28-ae57-0b8897934a9a,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:26.932137 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-1cbadd0e-a456-4b45-8f00-297364ce3479 None None] Current status of the port af678eec-08f4-4b28-ae57-0b8897934a9a is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:26.978798 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:26Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:26.982531 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Allocated IP 172.20.0.1 (c9f264e0-e5a2-4f9d-8b66-69990844419a/de499ce1-60aa-45a5-8caf-78d7e6bd6acf/82b7e390-0e85-4aeb-9786-50c42c331438) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:59:27.006950 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b0625-cf7f-471b-8e0f-06f01625ce5f None None] The sync data for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi is: [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:26Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:59:27.160228 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Publish callbacks [] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.163844 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Publish callbacks [] for port (82b7e390-0e85-4aeb-9786-50c42c331438), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.172480 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.216486 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.230225 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Attempting to bind port 26bd3fdd-136b-45dd-82e7-b242e7533acd on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:59:27.230225 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Attempting to bind port 26bd3fdd-136b-45dd-82e7-b242e7533acd by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:59:27.230225 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Attempting to bind port 26bd3fdd-136b-45dd-82e7-b242e7533acd on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:59:27.236759 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fceb2-cdee-465d-b3e8-086429bce287 None None] Pushing event updated for resources: {'Port': ['ID=26bd3fdd-136b-45dd-82e7-b242e7533acd,revision_number=2']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:27.239821 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:59:27.240191 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:27.240634 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.241013 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:59:27.241472 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Bound port: 26bd3fdd-136b-45dd-82e7-b242e7533acd, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:59:27.241843 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.247704 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:27.261307 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:27.273998 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:27.274644 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Network c9f264e0-e5a2-4f9d-8b66-69990844419a is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:27.280796 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:27.283596 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:59:27.285663 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Pushing event updated for resources: {'Port': ['ID=82b7e390-0e85-4aeb-9786-50c42c331438,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:27.336682 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] For port 26bd3fdd-136b-45dd-82e7-b242e7533acd, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:59:27.337208 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9795d99c-648b-4eb6-a761-742d53424b9c None None] Network c9f264e0-e5a2-4f9d-8b66-69990844419a requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 10:59:27.337676 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (faed2f40-08ad-4368-b4f0-67f07061eeca), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.340101 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] For port 26bd3fdd-136b-45dd-82e7-b242e7533acd, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=26bd3fdd-136b-45dd-82e7-b242e7533acd,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:59:27.348787 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.357427 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:27.403678 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fceb2-cdee-465d-b3e8-086429bce287 None None] Pushing event updated for resources: {'Port': ['ID=26bd3fdd-136b-45dd-82e7-b242e7533acd,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:27.410505 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-6b9604d5-4c33-405e-bad4-6ea656a29dfd None None] Provisioning complete for port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:27.411025 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6b9604d5-4c33-405e-bad4-6ea656a29dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.412699 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.420694 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Routers {'faed2f40-08ad-4368-b4f0-67f07061eeca'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:59:27.421599 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:59:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['faed2f40-08ad-4368-b4f0-67f07061eeca'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:27.486824 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:27.503868 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.519249 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.527440 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.558276 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] Set router faed2f40-08ad-4368-b4f0-67f07061eeca gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:59:27.589093 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:27.602429 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-6b9604d5-4c33-405e-bad4-6ea656a29dfd None None] Current status of the port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:27.602967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6b9604d5-4c33-405e-bad4-6ea656a29dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.657668 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-6b9604d5-4c33-405e-bad4-6ea656a29dfd None None] For port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,segment=NetworkSegment(8713c492-a0fd-4070-bb96-d3c1761d0135),segment_id=8713c492-a0fd-4070-bb96-d3c1761d0135)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:27.665388 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6b9604d5-4c33-405e-bad4-6ea656a29dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.739633 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Publish callbacks [] for port (82b7e390-0e85-4aeb-9786-50c42c331438), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.748359 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.751123 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9604d5-4c33-405e-bad4-6ea656a29dfd None None] Pushing event updated for resources: {'Port': ['ID=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:27.803724 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:25Z', 'revision_number': 3, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port': {'id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:27.836419 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Pushing event updated for resources: {'Port': ['ID=82b7e390-0e85-4aeb-9786-50c42c331438,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:27.838092 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d346a70-823c-45d3-8179-c13ce25a1c9a None None] The sync data for ids ['faed2f40-08ad-4368-b4f0-67f07061eeca'] in dv-cinder-850840-3-iscsi is: [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:25Z', 'revision_number': 3, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port': {'id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:59:27.840175 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (faed2f40-08ad-4368-b4f0-67f07061eeca), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:27.978554 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Network c9f264e0-e5a2-4f9d-8b66-69990844419a is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:27.980019 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:28.000836 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-46702a21-2e41-4075-ad3e-904b04b5007a None None] Provisioning complete for port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:28.002157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-46702a21-2e41-4075-ad3e-904b04b5007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.106132 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:28.135279 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Router faed2f40-08ad-4368-b4f0-67f07061eeca has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 10:59:28.152525 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-46702a21-2e41-4075-ad3e-904b04b5007a None None] Current status of the port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:28.205679 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-46702a21-2e41-4075-ad3e-904b04b5007a None None] Provisioning complete for port 82b7e390-0e85-4aeb-9786-50c42c331438 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:28.206060 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-46702a21-2e41-4075-ad3e-904b04b5007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.251209 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:28.251862 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.266484 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-46702a21-2e41-4075-ad3e-904b04b5007a None None] Port 82b7e390-0e85-4aeb-9786-50c42c331438 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:59:28.281177 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:28.311026 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 10:59:28.316581 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-eb8f0e39-6d28-43bf-9291-efeef10af6cc admin admin] 10.222.0.36 "PUT /v2.0/routers/faed2f40-08ad-4368-b4f0-67f07061eeca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0317066 Jul 27 10:59:28.389115 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:28.390254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device af678eec-08f4-4b28-ae57-0b8897934a9a up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:28.448610 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-c07c2d2c-ccff-4d16-abfb-57ac107d11a9 None None] Provisioning complete for port 82b7e390-0e85-4aeb-9786-50c42c331438 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:28.448998 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c07c2d2c-ccff-4d16-abfb-57ac107d11a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.484532 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port af678eec-08f4-4b28-ae57-0b8897934a9a triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:28.484912 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.491737 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-c07c2d2c-ccff-4d16-abfb-57ac107d11a9 None None] Port 82b7e390-0e85-4aeb-9786-50c42c331438 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:59:28.582465 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port af678eec-08f4-4b28-ae57-0b8897934a9a is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:28.610383 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-62b8d00c-c5d8-4fa1-8d9d-f7e5ff7b7885 None None] Provisioning complete for port 82b7e390-0e85-4aeb-9786-50c42c331438 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:28.610812 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-62b8d00c-c5d8-4fa1-8d9d-f7e5ff7b7885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.645543 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-62b8d00c-c5d8-4fa1-8d9d-f7e5ff7b7885 None None] Port 82b7e390-0e85-4aeb-9786-50c42c331438 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:59:28.759068 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58670) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:28.763812 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-2196299d-13d3-482f-abe2-61af56965ad4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120110278', 'description': 'tempest-secgroup-smoke-1120110278 description', 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:28.785897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2196299d-13d3-482f-abe2-61af56965ad4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.854697 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2196299d-13d3-482f-abe2-61af56965ad4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group (acce86da-55e7-4a14-84e2-4acf2dbaae29), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.859074 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2196299d-13d3-482f-abe2-61af56965ad4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (acce86da-55e7-4a14-84e2-4acf2dbaae29), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.877639 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:28.894267 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2196299d-13d3-482f-abe2-61af56965ad4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.898406 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2196299d-13d3-482f-abe2-61af56965ad4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1354673 Jul 27 10:59:28.898648 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58672) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:28.903187 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-942135c8-749d-4b9f-9350-e8751f1faab3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'security_group_rule': {'security_group_id': 'acce86da-55e7-4a14-84e2-4acf2dbaae29', 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:28.912590 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196299d-13d3-482f-abe2-61af56965ad4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acce86da-55e7-4a14-84e2-4acf2dbaae29,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:28.935856 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-942135c8-749d-4b9f-9350-e8751f1faab3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (38eeb0ac-9d03-4fee-8484-5ebe5727b6d5), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:28.996449 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-942135c8-749d-4b9f-9350-e8751f1faab3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (38eeb0ac-9d03-4fee-8484-5ebe5727b6d5), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.000555 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-942135c8-749d-4b9f-9350-e8751f1faab3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (38eeb0ac-9d03-4fee-8484-5ebe5727b6d5), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.023934 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942135c8-749d-4b9f-9350-e8751f1faab3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eeb0ac-9d03-4fee-8484-5ebe5727b6d5,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:29.031259 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-942135c8-749d-4b9f-9350-e8751f1faab3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.032476 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-942135c8-749d-4b9f-9350-e8751f1faab3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329017 Jul 27 10:59:29.035396 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58674) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:29.040022 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-5d5a0ae3-dd84-43b0-a6e2-cb05229e8bc7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'security_group_rule': {'security_group_id': 'acce86da-55e7-4a14-84e2-4acf2dbaae29', 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:29.069594 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0ae3-dd84-43b0-a6e2-cb05229e8bc7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (22cfde2c-a20b-4703-892a-fdfbc60432d4), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.126795 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0ae3-dd84-43b0-a6e2-cb05229e8bc7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (22cfde2c-a20b-4703-892a-fdfbc60432d4), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.130964 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0ae3-dd84-43b0-a6e2-cb05229e8bc7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (22cfde2c-a20b-4703-892a-fdfbc60432d4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.148702 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a0ae3-dd84-43b0-a6e2-cb05229e8bc7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cfde2c-a20b-4703-892a-fdfbc60432d4,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:29.156481 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0ae3-dd84-43b0-a6e2-cb05229e8bc7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.157707 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5d5a0ae3-dd84-43b0-a6e2-cb05229e8bc7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212654 Jul 27 10:59:29.160438 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58676) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:29.164707 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-8b366434-4800-4d70-977f-f13ebd093422 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'security_group_rule': {'security_group_id': 'acce86da-55e7-4a14-84e2-4acf2dbaae29', 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:29.190428 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8b366434-4800-4d70-977f-f13ebd093422 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (5116ba0a-b31d-47a4-9863-099be04776f1), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.246098 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8b366434-4800-4d70-977f-f13ebd093422 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (5116ba0a-b31d-47a4-9863-099be04776f1), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.249833 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8b366434-4800-4d70-977f-f13ebd093422 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (5116ba0a-b31d-47a4-9863-099be04776f1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.268254 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b366434-4800-4d70-977f-f13ebd093422 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5116ba0a-b31d-47a4-9863-099be04776f1,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:29.276013 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8b366434-4800-4d70-977f-f13ebd093422 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.277195 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-8b366434-4800-4d70-977f-f13ebd093422 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158409 Jul 27 10:59:29.280024 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 58678) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:29.284193 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-bea6dbd6-e27e-4c28-8eb6-9c89f0d8af0e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'security_group_rule': {'security_group_id': 'acce86da-55e7-4a14-84e2-4acf2dbaae29', 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:29.310389 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bea6dbd6-e27e-4c28-8eb6-9c89f0d8af0e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (642fa60a-23ee-47c9-9a32-c4e4a3f548d3), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.369675 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bea6dbd6-e27e-4c28-8eb6-9c89f0d8af0e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (642fa60a-23ee-47c9-9a32-c4e4a3f548d3), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.373457 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bea6dbd6-e27e-4c28-8eb6-9c89f0d8af0e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (642fa60a-23ee-47c9-9a32-c4e4a3f548d3), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.389498 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:29.392882 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6dbd6-e27e-4c28-8eb6-9c89f0d8af0e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642fa60a-23ee-47c9-9a32-c4e4a3f548d3,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:29.400606 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bea6dbd6-e27e-4c28-8eb6-9c89f0d8af0e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.401794 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-bea6dbd6-e27e-4c28-8eb6-9c89f0d8af0e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208522 Jul 27 10:59:29.405263 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58680) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:29.409737 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-9ec09c64-5bbe-4278-bdb1-4b15697c9e91 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'security_group_rule': {'security_group_id': 'acce86da-55e7-4a14-84e2-4acf2dbaae29', 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:29.430100 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.securitygroups_db [None req-9ec09c64-5bbe-4278-bdb1-4b15697c9e91 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Project dcc755e972c1451e98b1f2ce974e4ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 10:59:29.435897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ec09c64-5bbe-4278-bdb1-4b15697c9e91 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (92ef02ec-1028-4143-b3a0-94d69c7000cc), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.494532 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ec09c64-5bbe-4278-bdb1-4b15697c9e91 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (92ef02ec-1028-4143-b3a0-94d69c7000cc), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.498412 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ec09c64-5bbe-4278-bdb1-4b15697c9e91 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (92ef02ec-1028-4143-b3a0-94d69c7000cc), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.519863 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec09c64-5bbe-4278-bdb1-4b15697c9e91 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ef02ec-1028-4143-b3a0-94d69c7000cc,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:29.525861 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ec09c64-5bbe-4278-bdb1-4b15697c9e91 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.527021 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-9ec09c64-5bbe-4278-bdb1-4b15697c9e91 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206558 Jul 27 10:59:29.529764 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58682) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 10:59:29.534232 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-3b918694-0e02-413e-8298-7d47f00d4cb0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'security_group_rule': {'security_group_id': 'acce86da-55e7-4a14-84e2-4acf2dbaae29', 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:29.554464 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.securitygroups_db [None req-3b918694-0e02-413e-8298-7d47f00d4cb0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Project dcc755e972c1451e98b1f2ce974e4ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 10:59:29.560143 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3b918694-0e02-413e-8298-7d47f00d4cb0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (cc3acc73-b80e-4993-bda9-5fe4dc97f7e0), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.621568 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3b918694-0e02-413e-8298-7d47f00d4cb0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (cc3acc73-b80e-4993-bda9-5fe4dc97f7e0), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.625424 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3b918694-0e02-413e-8298-7d47f00d4cb0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (cc3acc73-b80e-4993-bda9-5fe4dc97f7e0), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.643586 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b918694-0e02-413e-8298-7d47f00d4cb0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3acc73-b80e-4993-bda9-5fe4dc97f7e0,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:29.652320 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3b918694-0e02-413e-8298-7d47f00d4cb0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:29.653510 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-3b918694-0e02-413e-8298-7d47f00d4cb0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225824 Jul 27 10:59:29.983950 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 26bd3fdd-136b-45dd-82e7-b242e7533acd up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:30.030742 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 26bd3fdd-136b-45dd-82e7-b242e7533acd triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:30.031445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:30.054592 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:30.119624 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 26bd3fdd-136b-45dd-82e7-b242e7533acd is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:30.120016 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:30.144457 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port 26bd3fdd-136b-45dd-82e7-b242e7533acd, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=26bd3fdd-136b-45dd-82e7-b242e7533acd,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:30.148704 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:30.208544 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=26bd3fdd-136b-45dd-82e7-b242e7533acd,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:30.495499 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Sync routers for ids ['faed2f40-08ad-4368-b4f0-67f07061eeca'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 10:59:30.505691 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Routers {'faed2f40-08ad-4368-b4f0-67f07061eeca'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:59:30.506335 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:59:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['faed2f40-08ad-4368-b4f0-67f07061eeca'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:30.509689 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:30.613404 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Set router faed2f40-08ad-4368-b4f0-67f07061eeca gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:59:30.807281 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:27Z', 'revision_number': 4, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port': {'id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '82b7e390-0e85-4aeb-9786-50c42c331438', 'name': '', 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'mac_address': 'fa:16:3e:25:c0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'de499ce1-60aa-45a5-8caf-78d7e6bd6acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:26Z', 'updated_at': '2022-07-27T10:59:27Z', 'revision_number': 2, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'subnets': [{'id': 'de499ce1-60aa-45a5-8caf-78d7e6bd6acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:30.832164 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Checking router: faed2f40-08ad-4368-b4f0-67f07061eeca for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 10:59:30.832523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Updating router faed2f40-08ad-4368-b4f0-67f07061eeca port 82b7e390-0e85-4aeb-9786-50c42c331438 binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 10:59:30.862759 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.119275 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Publish callbacks [] for port (82b7e390-0e85-4aeb-9786-50c42c331438), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.125425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.178680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b2efb-d5b0-437a-a8b5-df6d06278c3f None None] Pushing event updated for resources: {'Port': ['ID=82b7e390-0e85-4aeb-9786-50c42c331438,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:31.219699 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:31.230093 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Attempting to bind port 82b7e390-0e85-4aeb-9786-50c42c331438 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:59:31.230464 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Attempting to bind port 82b7e390-0e85-4aeb-9786-50c42c331438 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:59:31.230879 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Attempting to bind port 82b7e390-0e85-4aeb-9786-50c42c331438 on network c9f264e0-e5a2-4f9d-8b66-69990844419a {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:59:31.236469 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:59:31.236842 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Checking segment: {'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:31.237239 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.238136 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Bound using segment: {'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:59:31.238626 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Bound port: 82b7e390-0e85-4aeb-9786-50c42c331438, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8713c492-a0fd-4070-bb96-d3c1761d0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:59:31.239007 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.304316 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] For port 82b7e390-0e85-4aeb-9786-50c42c331438, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:59:31.307627 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] For port 82b7e390-0e85-4aeb-9786-50c42c331438, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=82b7e390-0e85-4aeb-9786-50c42c331438,segment=NetworkSegment(8713c492-a0fd-4070-bb96-d3c1761d0135),segment_id=8713c492-a0fd-4070-bb96-d3c1761d0135)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:59:31.313526 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.370524 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Routers {'faed2f40-08ad-4368-b4f0-67f07061eeca'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 10:59:31.371136 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:59:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['faed2f40-08ad-4368-b4f0-67f07061eeca'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:31.414299 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b2efb-d5b0-437a-a8b5-df6d06278c3f None None] Pushing event updated for resources: {'Port': ['ID=82b7e390-0e85-4aeb-9786-50c42c331438,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:31.432185 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-ab2e21d1-a9ae-45b5-b684-9bb11a6b1113 None None] Provisioning complete for port 82b7e390-0e85-4aeb-9786-50c42c331438 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:31.432564 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21d1-a9ae-45b5-b684-9bb11a6b1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.437037 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:31.651295 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] Set router faed2f40-08ad-4368-b4f0-67f07061eeca gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 10:59:31.791253 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e21d1-a9ae-45b5-b684-9bb11a6b1113 None None] Current status of the port 82b7e390-0e85-4aeb-9786-50c42c331438 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:31.791649 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21d1-a9ae-45b5-b684-9bb11a6b1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.839895 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-ab2e21d1-a9ae-45b5-b684-9bb11a6b1113 None None] For port 82b7e390-0e85-4aeb-9786-50c42c331438, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=82b7e390-0e85-4aeb-9786-50c42c331438,segment=NetworkSegment(8713c492-a0fd-4070-bb96-d3c1761d0135),segment_id=8713c492-a0fd-4070-bb96-d3c1761d0135)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:31.849146 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21d1-a9ae-45b5-b684-9bb11a6b1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:31.939005 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e21d1-a9ae-45b5-b684-9bb11a6b1113 None None] Pushing event updated for resources: {'Port': ['ID=82b7e390-0e85-4aeb-9786-50c42c331438,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:31.947403 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:27Z', 'revision_number': 4, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port': {'id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '82b7e390-0e85-4aeb-9786-50c42c331438', 'name': '', 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'mac_address': 'fa:16:3e:25:c0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'de499ce1-60aa-45a5-8caf-78d7e6bd6acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:26Z', 'updated_at': '2022-07-27T10:59:31Z', 'revision_number': 4, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'subnets': [{'id': 'de499ce1-60aa-45a5-8caf-78d7e6bd6acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 10:59:31.980990 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 26bd3fdd-136b-45dd-82e7-b242e7533acd up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:31.987035 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33947bde-d194-4187-995d-76f8dc04a6ab None None] The sync data for ids ['faed2f40-08ad-4368-b4f0-67f07061eeca'] in dv-cinder-850840-3-iscsi is: [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:27Z', 'revision_number': 4, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port': {'id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '82b7e390-0e85-4aeb-9786-50c42c331438', 'name': '', 'network_id': 'c9f264e0-e5a2-4f9d-8b66-69990844419a', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'mac_address': 'fa:16:3e:25:c0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'de499ce1-60aa-45a5-8caf-78d7e6bd6acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:26Z', 'updated_at': '2022-07-27T10:59:31Z', 'revision_number': 4, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'subnets': [{'id': 'de499ce1-60aa-45a5-8caf-78d7e6bd6acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 10:59:32.011980 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-dc03901c-f29b-4c37-a8a9-25af7a607432 None None] Provisioning complete for port 82b7e390-0e85-4aeb-9786-50c42c331438 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:32.012364 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-dc03901c-f29b-4c37-a8a9-25af7a607432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:32.061496 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:32.083919 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 26bd3fdd-136b-45dd-82e7-b242e7533acd triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:32.084299 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:32.166889 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-dc03901c-f29b-4c37-a8a9-25af7a607432 None None] Current status of the port 82b7e390-0e85-4aeb-9786-50c42c331438 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:32.205341 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 26bd3fdd-136b-45dd-82e7-b242e7533acd is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:33.972045 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 82b7e390-0e85-4aeb-9786-50c42c331438 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:34.015364 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 82b7e390-0e85-4aeb-9786-50c42c331438 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:34.015766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:34.094428 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 82b7e390-0e85-4aeb-9786-50c42c331438 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:39.393399 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=48,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:39.640289 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=70,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:39.643341 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:43.745658 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=29 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:43.746428 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:44.079527 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=36 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:44.091863 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:45.035390 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-f0a0607c-fa3f-4672-bb95-2384dc3afc8c tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120110278&fields=id&tenant_id=dcc755e972c1451e98b1f2ce974e4ff0 HTTP/1.1" status: 200 len: 267 time: 0.0461612 Jul 27 10:59:45.139605 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-d4d4d69d-e493-4003-9499-747e5001a7cc tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:45.140973 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-d4d4d69d-e493-4003-9499-747e5001a7cc tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 809 time: 0.0987952 Jul 27 10:59:45.155558 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-f810db08-3acd-4940-9471-295de71488c5 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/quotas/dcc755e972c1451e98b1f2ce974e4ff0 HTTP/1.1" status: 200 len: 375 time: 0.0087564 Jul 27 10:59:45.201910 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-34308276-3b97-41f7-b1cb-37e8e0ab4158 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0417197 Jul 27 10:59:45.217884 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-179bd470-5b70-4ffc-88d6-7dd572c18562 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:59:45.218865 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-179bd470-5b70-4ffc-88d6-7dd572c18562 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048652 Jul 27 10:59:45.308734 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-d758f1ea-61a0-4407-87b8-8b064cfa25df service neutron] 10.222.0.36 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847845 Jul 27 10:59:45.400716 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3c35ed0-ac0c-40a1-a087-710b12e28bd8 service neutron] 10.222.0.36 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863910 Jul 27 10:59:46.699281 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5c1a29fc-1cf5-42b9-8af6-f403fec313f3 req-376691ab-10dc-442b-8971-c9652ea83424 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 210 time: 0.0282593 Jul 27 10:59:47.731193 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-3a8c9895-7948-4582-961c-965ac5d8e15f tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:47.732837 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-3a8c9895-7948-4582-961c-965ac5d8e15f tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 809 time: 0.1096249 Jul 27 10:59:47.802565 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c420634-3cf3-474f-97d6-a4f51ac32e4a req-f0573956-af92-4374-9013-913003d2b96b tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 210 time: 0.0291111 Jul 27 10:59:47.803181 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-eb8f79dc-bba7-44b5-9b73-b4771e6903c4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc755e972c1451e98b1f2ce974e4ff0 HTTP/1.1" status: 200 len: 380 time: 0.0621636 Jul 27 10:59:47.812862 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'port': {'device_id': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'admin_state_up': True, 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'security_groups': ['acce86da-55e7-4a14-84e2-4acf2dbaae29']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:47.921010 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Made reservation on behalf of dcc755e972c1451e98b1f2ce974e4ff0 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 10:59:47.924486 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.055195 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Allocated IP 172.20.0.6 (84cbe65d-e989-4451-aaf1-37dd28eb9f9e/d130b6a9-df54-4622-8da0-95f70747e006/af36b9cd-7a54-4993-a905-82a1de2d3b64) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 10:59:48.202044 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.233257 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.277032 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 10:59:48.280182 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 10:59:48.283890 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 10:59:48.306252 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:48.319876 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.320218 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.320554 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.320904 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.321214 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.321539 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.321863 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.322182 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.322497 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.322843 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.323159 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.323477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.323788 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.324100 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.324413 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 10:59:48.348079 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:48.348695 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.365736 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-148f9e31-a47e-4b3b-a191-a5d4a99380b0 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568531 Jul 27 10:59:48.375141 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-34000703-0758-407d-84b4-f7139960cdce tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 10:59:48.376201 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-34000703-0758-407d-84b4-f7139960cdce tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054781 Jul 27 10:59:48.480089 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Request body: {'port': {'device_id': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 10:59:48.481018 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-b0406843-303c-40e0-b81b-9bfce2c9b7d9 None None] Provisioning complete for port af36b9cd-7a54-4993-a905-82a1de2d3b64 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:48.481500 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b0406843-303c-40e0-b81b-9bfce2c9b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.513580 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-b0406843-303c-40e0-b81b-9bfce2c9b7d9 None None] Port af36b9cd-7a54-4993-a905-82a1de2d3b64 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 10:59:48.539609 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:48.543022 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.574960 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:48.795258 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af36b9cd-7a54-4993-a905-82a1de2d3b64 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:59:48.803133 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Publish callbacks [] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.814978 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Transition to ACTIVE for port object af36b9cd-7a54-4993-a905-82a1de2d3b64 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 10:59:48.819217 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.874019 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Pushing event updated for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:48.922269 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809118-3f72-409f-83ce-45c2594e6e06 req-abd31859-cf9a-4683-b5d9-1ba03062d118 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:48.924152 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-84809118-3f72-409f-83ce-45c2594e6e06 req-abd31859-cf9a-4683-b5d9-1ba03062d118 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0495720 Jul 27 10:59:48.959309 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Attempting to bind port af36b9cd-7a54-4993-a905-82a1de2d3b64 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 10:59:48.959841 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Attempting to bind port af36b9cd-7a54-4993-a905-82a1de2d3b64 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 10:59:48.960394 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Attempting to bind port af36b9cd-7a54-4993-a905-82a1de2d3b64 on network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:59:48.967882 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Port af36b9cd-7a54-4993-a905-82a1de2d3b64 on network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 10:59:48.968216 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Attempting to bind port af36b9cd-7a54-4993-a905-82a1de2d3b64 on network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 10:59:48.974031 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 10, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 10:59:48.974378 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Checking segment: {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 10:59:48.974808 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Bound using segment: {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 10:59:48.975234 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Bound port: af36b9cd-7a54-4993-a905-82a1de2d3b64, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb47c8f1-6f42-49f0-aa08-978be26e722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 10:59:48.975598 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:48.982773 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-84809118-3f72-409f-83ce-45c2594e6e06 req-637655a3-f05f-42b1-8c5c-720d63240750 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517828 Jul 27 10:59:49.042218 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 10:59:49.045319 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 10:59:49.052208 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:49.087697 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:49.088122 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:49.090002 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] 10.222.0.69 "PUT /v2.0/ports/af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 1093 time: 0.7065606 Jul 27 10:59:49.092188 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:59:49.095244 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5" -d '{"events": [{"name": "network-changed", "server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:59:49.122859 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f49f80-21fa-4739-9c34-70d7b6b55a28 service neutron] Pushing event updated for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:49.178222 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-85d89d3b-2a73-4b5a-a5b1-0687a5cdec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:49.179791 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-85d89d3b-2a73-4b5a-a5b1-0687a5cdec90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1127 time: 0.0441990 Jul 27 10:59:49.222507 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-e85ee1ac-9f24-4564-a24a-04a20ea02daa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 217 time: 0.0360098 Jul 27 10:59:49.228539 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 10:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d47693-fe69-4eb6-9e4e-dd67a1efe562 x-openstack-request-id: req-b6d47693-fe69-4eb6-9e4e-dd67a1efe562 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:59:49.228837 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:59:49.229093 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6d47693-fe69-4eb6-9e4e-dd67a1efe562 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:59:49.229494 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d47693-fe69-4eb6-9e4e-dd67a1efe562'] response: {'name': 'network-changed', 'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'status': 'completed', 'code': 200} Jul 27 10:59:49.288524 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-ec11dab5-bdad-4b9a-b7ad-ccb75579da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:49.289986 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-ec11dab5-bdad-4b9a-b7ad-ccb75579da9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0590780 Jul 27 10:59:49.331793 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-f1593f02-c67c-424d-a36e-b0d8fd12f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:49.333728 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-f1593f02-c67c-424d-a36e-b0d8fd12f1f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372732 Jul 27 10:59:49.429089 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-28489da4-ee6c-4098-84e3-efe8ca49440d service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896351 Jul 27 10:59:49.486648 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:49.507915 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:49.518965 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a6d9e4d7-e1ed-4b2a-b6f4-63b240ae42f2 req-e25dc301-74f8-4b70-82db-5dd89ea7b1a8 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847821 Jul 27 10:59:49.781266 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-edac787a-bfb4-4fb5-a32c-58ca18338357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:49.782701 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-edac787a-bfb4-4fb5-a32c-58ca18338357 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1127 time: 0.0395119 Jul 27 10:59:49.874325 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-8d477ca7-f97a-493f-ab06-72270855dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:49.875802 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-8d477ca7-f97a-493f-ab06-72270855dc2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 910 time: 0.0868216 Jul 27 10:59:49.913708 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-5aab955e-8cf3-423d-ae67-4e57a931aa85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 217 time: 0.0312908 Jul 27 10:59:49.965619 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-41926d0c-bd9e-4716-9142-c7d08091921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:49.967075 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-41926d0c-bd9e-4716-9142-c7d08091921f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0481601 Jul 27 10:59:50.008647 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-2f12a790-6105-4f46-baad-6333269e4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:50.010100 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-2f12a790-6105-4f46-baad-6333269e4b21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375485 Jul 27 10:59:50.097721 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-2db07719-fee8-4da0-a4db-e0a9d38b0e2b service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821266 Jul 27 10:59:50.101267 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9531f-6582-4096-9efe-3f029b038a9a req-9eba0989-8aa3-4217-879f-45e29d1b85c4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:50.102779 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6a9531f-6582-4096-9efe-3f029b038a9a req-9eba0989-8aa3-4217-879f-45e29d1b85c4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0473993 Jul 27 10:59:50.151670 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a6a9531f-6582-4096-9efe-3f029b038a9a req-add1fc9c-3023-43ac-b8b0-9873d006b488 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Jul 27 10:59:50.189286 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d2b58b73-8a67-49ad-a68e-fb3b5317aee5 req-56651723-c3fe-4dd8-bf24-beaf23dd6164 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859764 Jul 27 10:59:51.267929 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b37723-b7da-4b68-8397-50d7c2bf48ae req-bc23ea2d-ea81-4a08-bc87-422df40e84ff tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:51.269291 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-41b37723-b7da-4b68-8397-50d7c2bf48ae req-bc23ea2d-ea81-4a08-bc87-422df40e84ff tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0465429 Jul 27 10:59:51.317343 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-41b37723-b7da-4b68-8397-50d7c2bf48ae req-5a43acc1-f6d0-4fb1-b8b9-69cc43063a4c tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Jul 27 10:59:52.132493 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-987cdc49-b2df-4197-8f13-5d69b0d60bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:52.438662 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e1dce-cbb8-422f-b070-bab3465069e9 req-75c8e166-15fd-481a-83c4-6070a266bc6b tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:52.440137 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a28e1dce-cbb8-422f-b070-bab3465069e9 req-75c8e166-15fd-481a-83c4-6070a266bc6b tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0510917 Jul 27 10:59:52.488159 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a28e1dce-cbb8-422f-b070-bab3465069e9 req-6c038144-12d4-4d2d-912b-866c415aadcc tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Jul 27 10:59:53.607254 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc894f41-3d5d-4c0d-ae0c-241d29d014de req-7774438f-ff22-4fd9-9f5c-db937c212eb4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:53.608765 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc894f41-3d5d-4c0d-ae0c-241d29d014de req-7774438f-ff22-4fd9-9f5c-db937c212eb4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0459981 Jul 27 10:59:53.657196 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dc894f41-3d5d-4c0d-ae0c-241d29d014de req-d57895a1-db3f-4538-8067-09c224e7d5f2 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Jul 27 10:59:54.432981 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b25a3959-7208-48cd-b583-7171792623e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:54.773106 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74fc4f-1aed-44e9-992f-a394936a3311 req-ff97b220-51bd-47ea-ad1d-979864014411 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:54.774550 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c74fc4f-1aed-44e9-992f-a394936a3311 req-ff97b220-51bd-47ea-ad1d-979864014411 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0456557 Jul 27 10:59:54.817860 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:54.827026 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c74fc4f-1aed-44e9-992f-a394936a3311 req-38983fb9-305a-4521-8234-c2e44fcfa497 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 Jul 27 10:59:55.554282 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:55.947096 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd9fb0-7398-4f92-9ce8-37c62e502b1f req-347b6c64-7f7c-4a61-a846-536981b10e92 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:55.948639 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-58cd9fb0-7398-4f92-9ce8-37c62e502b1f req-347b6c64-7f7c-4a61-a846-536981b10e92 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0480325 Jul 27 10:59:55.985539 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:56.000058 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-58cd9fb0-7398-4f92-9ce8-37c62e502b1f req-f41aae28-d857-4290-ba8d-ffa5d35545cd tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456350 Jul 27 10:59:56.505538 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device af36b9cd-7a54-4993-a905-82a1de2d3b64 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 10:59:56.603642 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:56.615189 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'port_id': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'mac_address': 'fa:16:3e:4d:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 10:59:56.648368 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port af36b9cd-7a54-4993-a905-82a1de2d3b64 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:56.648753 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:56.661478 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af36b9cd-7a54-4993-a905-82a1de2d3b64 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 10:59:56.681415 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:56.685264 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:56.733908 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:56.881184 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['af36b9cd-7a54-4993-a905-82a1de2d3b64'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 10:59:57.123067 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8db13-959f-466d-82ec-aefb7225e0b9 req-ffd31ef8-b2eb-4918-8b05-b312486a1345 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:57.124567 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-05a8db13-959f-466d-82ec-aefb7225e0b9 req-ffd31ef8-b2eb-4918-8b05-b312486a1345 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 944 time: 0.0495584 Jul 27 10:59:57.172571 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-05a8db13-959f-466d-82ec-aefb7225e0b9 req-33c12fbf-35ce-4eaf-8dbf-068d52d3da12 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Jul 27 10:59:57.333810 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:57.479934 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:57.483854 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:57.701084 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 10:59:58.293483 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fa463-8fa9-4375-a253-02b7eef41845 req-d30059f8-e7af-4239-84fc-a60f0fb16b90 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:58.294979 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-744fa463-8fa9-4375-a253-02b7eef41845 req-d30059f8-e7af-4239-84fc-a60f0fb16b90 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 944 time: 0.0512145 Jul 27 10:59:58.342985 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-744fa463-8fa9-4375-a253-02b7eef41845 req-3e1b9f7d-7193-4c25-9dfd-ff2b8c440577 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Jul 27 10:59:58.521350 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device af36b9cd-7a54-4993-a905-82a1de2d3b64 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 10:59:58.562143 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port af36b9cd-7a54-4993-a905-82a1de2d3b64 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 10:59:58.564688 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:58.568882 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port af36b9cd-7a54-4993-a905-82a1de2d3b64 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 10:59:58.569214 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:58.599615 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 10:59:58.643394 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port af36b9cd-7a54-4993-a905-82a1de2d3b64 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 10:59:58.643774 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:58.665647 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 10:59:58.667903 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94533a9d-37db-4561-a920-265d07500a6e" -d '{"events": [{"server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "name": "network-vif-plugged", "status": "completed", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 10:59:58.680775 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 10:59:58.684755 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 10:59:58.731794 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 10:59:58.763583 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 10:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe9582-3f85-4a77-bb44-df04c1dedbb4 x-openstack-request-id: req-4afe9582-3f85-4a77-bb44-df04c1dedbb4 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 10:59:58.763881 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "name": "network-vif-plugged", "status": "completed", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 10:59:58.764157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4afe9582-3f85-4a77-bb44-df04c1dedbb4 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 10:59:58.764542 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afe9582-3f85-4a77-bb44-df04c1dedbb4'] response: {'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'code': 200} Jul 27 10:59:58.967989 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3fe7-bf2e-43c2-930e-41505f4a3e46 req-02399121-dc12-4ec1-b96f-51095a84f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:58.969484 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d0ae3fe7-bf2e-43c2-930e-41505f4a3e46 req-02399121-dc12-4ec1-b96f-51095a84f1b0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1129 time: 0.0384495 Jul 27 10:59:59.013960 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d0ae3fe7-bf2e-43c2-930e-41505f4a3e46 req-1a987a1d-6efb-41cd-8b0b-94135adda4d6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390491 Jul 27 10:59:59.457402 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a26f9a-54b0-43a9-a719-3c175472261a req-c20319c4-ec1c-4054-b7c2-a61040195fbf tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 10:59:59.458962 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-39a26f9a-54b0-43a9-a719-3c175472261a req-c20319c4-ec1c-4054-b7c2-a61040195fbf tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0466847 Jul 27 10:59:59.507665 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-39a26f9a-54b0-43a9-a719-3c175472261a req-c2e1a049-c418-4ca2-838f-979a9d7d4139 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432734 Jul 27 11:00:00.627589 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5ca61-f3c7-4afc-9cdf-0f6f0e35abf4 req-29756d88-5ad8-4ca4-a910-70f2ada7bdbd tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:00.629173 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-93a5ca61-f3c7-4afc-9cdf-0f6f0e35abf4 req-29756d88-5ad8-4ca4-a910-70f2ada7bdbd tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0504832 Jul 27 11:00:00.677054 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-93a5ca61-f3c7-4afc-9cdf-0f6f0e35abf4 req-81098442-9220-4444-90f0-fd43b74ced35 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Jul 27 11:00:00.793155 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c082f-132d-4c81-a513-cfbab99ebb54 req-56f12a03-8c9b-422f-b27a-3aa47cb7bbb7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:00.794553 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7b9c082f-132d-4c81-a513-cfbab99ebb54 req-56f12a03-8c9b-422f-b27a-3aa47cb7bbb7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0474269 Jul 27 11:00:00.841799 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7b9c082f-132d-4c81-a513-cfbab99ebb54 req-07172c06-c8bc-4c15-9d59-8f0fa070a7ab tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Jul 27 11:00:00.867438 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58854) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:00:00.949415 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae82a9-892e-4b80-bf9c-76812f1d5d49 tempest-TestShelveInstance-310665372 tempest-TestShelveInstance-310665372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:00.950955 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-3dae82a9-892e-4b80-bf9c-76812f1d5d49 tempest-TestShelveInstance-310665372 tempest-TestShelveInstance-310665372-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1124 time: 0.0825305 Jul 27 11:00:00.953831 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 58858) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:00:00.958582 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'port_id': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:00:00.978908 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:01.056987 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:01.168912 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Allocated IP 172.27.0.148 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/004c282c-6612-4a5f-844a-1e0ce0abdda5) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:00:01.255142 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:01.270839 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for port (004c282c-6612-4a5f-844a-1e0ce0abdda5), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:01.294492 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:01.302572 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (004c282c-6612-4a5f-844a-1e0ce0abdda5), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:01.346678 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:00:01.351385 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:00:01.355069 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:00:01.358095 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'Port': ['ID=004c282c-6612-4a5f-844a-1e0ce0abdda5,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:00:01.383784 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.384134 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.384477 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.384819 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.385154 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.385484 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.385813 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.386137 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.386459 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.386813 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.387135 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.387457 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.387777 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.388095 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.388413 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:00:01.965301 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for floatingip (a95830c2-f9ba-4c4c-9d33-acd2fb509643), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:02.032737 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (004c282c-6612-4a5f-844a-1e0ce0abdda5), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:02.178178 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for port (004c282c-6612-4a5f-844a-1e0ce0abdda5), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:02.183022 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (004c282c-6612-4a5f-844a-1e0ce0abdda5), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:02.217190 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:02.253293 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event updated for resources: {'Port': ['ID=004c282c-6612-4a5f-844a-1e0ce0abdda5,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:00:02.266551 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (a95830c2-f9ba-4c4c-9d33-acd2fb509643), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:02.362957 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Floating IP a95830c2-f9ba-4c4c-9d33-acd2fb509643 associated. External IP: 172.27.0.148, port: af36b9cd-7a54-4993-a905-82a1de2d3b64. Jul 27 11:00:02.454778 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:02.564881 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Router b49dd479-422a-4412-869f-7507d55d8098 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:00:02.667886 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:00:02.679041 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] Sync routers for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:00:02.685271 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:02.689532 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:00:02.690140 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:59:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:00:02.716405 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-da9a81df-9195-4cf9-9352-8c0a0610a680 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7614841 Jul 27 11:00:02.716919 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:00:02.719245 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5f4158-7609-4abf-a62b-6b7ff78240e4" -d '{"events": [{"name": "network-changed", "server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:00:02.800479 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:00:02.820796 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712a3dba-4c8b-4920-9a34-bbc113d8b5ef x-openstack-request-id: req-712a3dba-4c8b-4920-9a34-bbc113d8b5ef {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:00:02.821091 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:00:02.821350 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-712a3dba-4c8b-4920-9a34-bbc113d8b5ef {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:00:02.821763 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712a3dba-4c8b-4920-9a34-bbc113d8b5ef'] response: {'name': 'network-changed', 'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'status': 'completed', 'code': 200} Jul 27 11:00:02.886791 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-4eca2346-9d4b-4ff4-a4c8-0ae1a6f676a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:02.888301 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-4eca2346-9d4b-4ff4-a4c8-0ae1a6f676a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1129 time: 0.0431876 Jul 27 11:00:02.978947 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-baabd460-984d-4897-afbc-a09e96c7f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:02.980345 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-baabd460-984d-4897-afbc-a09e96c7f7bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 910 time: 0.0861032 Jul 27 11:00:03.021092 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a95830c2-f9ba-4c4c-9d33-acd2fb509643', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'port_id': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'mac_address': 'fa:16:3e:4d:4e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:00:01Z', 'updated_at': '2022-07-27T11:00:01Z', 'revision_number': 0, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:26Z', 'revision_number': 5, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:00:03.044410 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-4ab091c5-703a-4dc4-b93f-8e517ac24fe3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 999 time: 0.0585747 Jul 27 11:00:03.044998 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] Checking router: b49dd479-422a-4412-869f-7507d55d8098 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:00:03.053829 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:00:03.054414 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T10:59:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:00:03.103811 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-a191eca8-f05c-4f39-91b3-812183a70254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:03.105996 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-a191eca8-f05c-4f39-91b3-812183a70254 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0561161 Jul 27 11:00:03.150247 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-7d3b4e1a-fa63-49f6-a804-7fd0e89306a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:03.151818 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-7d3b4e1a-fa63-49f6-a804-7fd0e89306a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405545 Jul 27 11:00:03.161600 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:00:03.244462 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-375e7d55-ab50-47fa-9324-69b8d5be7571 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869045 Jul 27 11:00:03.308953 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:03.331415 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-6b5f4158-7609-4abf-a62b-6b7ff78240e4 req-ba1e0227-d730-41a0-bbe9-3c60924c9fa1 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817325 Jul 27 11:00:03.369437 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a95830c2-f9ba-4c4c-9d33-acd2fb509643', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'port_id': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'mac_address': 'fa:16:3e:4d:4e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:00:01Z', 'updated_at': '2022-07-27T11:00:01Z', 'revision_number': 0, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:26Z', 'revision_number': 5, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:00:03.398182 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a8b91-9564-428a-9ffc-cd1d5c650497 None None] The sync data for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi is: [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'a95830c2-f9ba-4c4c-9d33-acd2fb509643', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'port_id': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'mac_address': 'fa:16:3e:4d:4e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:00:01Z', 'updated_at': '2022-07-27T11:00:01Z', 'revision_number': 0, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:26Z', 'revision_number': 5, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:00:03.582462 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f7e5f-b599-4ee0-91ec-fc073f6aab50 None None] New status for floating IP a95830c2-f9ba-4c4c-9d33-acd2fb509643: ACTIVE {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 11:00:07.580205 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:07.613270 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-84815f93-5a1c-452d-af87-c9481405e544 req-95afdb1a-f345-40b0-b8f0-b1f4aecdda3d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416420 Jul 27 11:00:07.691334 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84815f93-5a1c-452d-af87-c9481405e544 req-ada65d25-76d0-4c30-a79d-579a86a72bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:07.692828 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-84815f93-5a1c-452d-af87-c9481405e544 req-ada65d25-76d0-4c30-a79d-579a86a72bba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1129 time: 0.0391510 Jul 27 11:00:07.815427 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84815f93-5a1c-452d-af87-c9481405e544 req-e22a99f2-5f73-4d24-a425-7ff79fb70492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:07.816967 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-84815f93-5a1c-452d-af87-c9481405e544 req-e22a99f2-5f73-4d24-a425-7ff79fb70492 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 910 time: 0.1072440 Jul 27 11:00:07.876123 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-84815f93-5a1c-452d-af87-c9481405e544 req-7cc92b02-63eb-4575-ae6c-64a97dab3a0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 1001 time: 0.0536895 Jul 27 11:00:07.921606 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84815f93-5a1c-452d-af87-c9481405e544 req-778b81be-5969-4cfd-91ad-ca317e2fb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:07.923035 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-84815f93-5a1c-452d-af87-c9481405e544 req-778b81be-5969-4cfd-91ad-ca317e2fb0bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0413837 Jul 27 11:00:07.968229 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84815f93-5a1c-452d-af87-c9481405e544 req-c3d760bd-df05-44f2-8d1c-c84ca68ffc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:00:07.969733 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-84815f93-5a1c-452d-af87-c9481405e544 req-c3d760bd-df05-44f2-8d1c-c84ca68ffc2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415015 Jul 27 11:00:08.056603 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-84815f93-5a1c-452d-af87-c9481405e544 req-a13ee1d7-6e1e-4c88-8452-892de2d15468 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808153 Jul 27 11:00:08.150089 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-84815f93-5a1c-452d-af87-c9481405e544 req-c881f68b-c260-4db9-87d7-5087c2911666 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876884 Jul 27 11:00:12.710647 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:12.713251 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:13.679316 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:13.682255 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:18.144842 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=55 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:18.146724 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=46 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:20.739566 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=87 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:20.744646 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=95 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:22.135432 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1cef420c-6bf1-4b12-90ac-900249f0b32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:24.435094 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1186a666-c68c-406b-9200-ed232e56fafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:25.556440 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:27.333941 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:27.477260 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:27.488807 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:34.699995 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:00:37.482969 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:37.485009 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:52.137502 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-aa1037e2-0bba-4912-b173-18d7b10e6f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:54.436987 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-44397326-84e6-4490-8cde-72ac6984b503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:55.558906 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:57.336156 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:57.468986 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:57.485881 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:00:57.736571 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=6 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:00:57.741153 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:07.480146 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:07.482030 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:09.624069 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-13320614-bab5-4957-9c0e-d35deadb48eb req-0bf154df-4e16-4e88-a3e4-a00d3b1f83d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391319 Jul 27 11:01:09.705246 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320614-bab5-4957-9c0e-d35deadb48eb req-fb1485a9-5bcb-4ce6-8df8-e63b8a615ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:09.706762 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-13320614-bab5-4957-9c0e-d35deadb48eb req-fb1485a9-5bcb-4ce6-8df8-e63b8a615ccb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1129 time: 0.0402110 Jul 27 11:01:09.811122 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320614-bab5-4957-9c0e-d35deadb48eb req-b6f95e29-ac10-472f-95dd-312266154cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:09.812565 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-13320614-bab5-4957-9c0e-d35deadb48eb req-b6f95e29-ac10-472f-95dd-312266154cce service neutron] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 910 time: 0.0885427 Jul 27 11:01:09.872209 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-13320614-bab5-4957-9c0e-d35deadb48eb req-30e8b252-b738-4eb7-ba95-76d8cacf4557 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 1001 time: 0.0532451 Jul 27 11:01:09.922507 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320614-bab5-4957-9c0e-d35deadb48eb req-9d0292e1-f0e4-47b4-8ab0-54a6d0126b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:09.923905 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-13320614-bab5-4957-9c0e-d35deadb48eb req-9d0292e1-f0e4-47b4-8ab0-54a6d0126b5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0459118 Jul 27 11:01:09.965948 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320614-bab5-4957-9c0e-d35deadb48eb req-f07b3b83-a93d-4d6d-8056-e8d31d1980f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:09.967495 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-13320614-bab5-4957-9c0e-d35deadb48eb req-f07b3b83-a93d-4d6d-8056-e8d31d1980f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381823 Jul 27 11:01:10.057337 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-13320614-bab5-4957-9c0e-d35deadb48eb req-77e56fae-e0e7-4087-9ac9-412aa9812d06 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843234 Jul 27 11:01:10.149098 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-13320614-bab5-4957-9c0e-d35deadb48eb req-5afaac9b-53e4-4685-99c5-f7ed909c619c service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850961 Jul 27 11:01:11.699701 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:01:20.144193 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=45 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:20.146071 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=56 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:21.694343 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:21.695119 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:22.139910 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a205-0f74-48e2-bcdc-56e5ff435753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:24.438501 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c2bd41ad-0367-4677-9e5a-2c37fe4e89d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:25.561604 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:27.339017 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:27.470274 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:27.503064 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:34.741991 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:34.749107 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:37.487996 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:37.499389 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:48.699501 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:01:52.142983 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0b72d95d-76e9-4677-9f3a-9ae97f7c2f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:54.440445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bc1adc24-f3c3-4d1c-8b4b-160abd4a1b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:54.742168 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a123-2b8d-44af-8c75-3e7ea1304aca req-74396280-4eca-4ebb-9828-0889e0e0f6d7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:54.744210 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f0d6a123-2b8d-44af-8c75-3e7ea1304aca req-74396280-4eca-4ebb-9828-0889e0e0f6d7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0511878 Jul 27 11:01:54.794796 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f0d6a123-2b8d-44af-8c75-3e7ea1304aca req-b7f595cb-911d-42b5-b493-af1c482fa355 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 Jul 27 11:01:55.563033 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:55.918087 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471aa34-aaa8-49fe-8e7e-eac763356db5 req-2fda762e-b81b-4f1a-9ecc-f5d73e13ac70 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:55.919582 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0471aa34-aaa8-49fe-8e7e-eac763356db5 req-2fda762e-b81b-4f1a-9ecc-f5d73e13ac70 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0502408 Jul 27 11:01:55.968208 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0471aa34-aaa8-49fe-8e7e-eac763356db5 req-dde40b69-7e1e-44e8-9a31-e5ee927caee7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Jul 27 11:01:57.096404 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d218cd8-6c8c-43d6-b6a2-0e7bfd9395ee req-d2a58ce0-3bb0-4144-9114-a9a7d3774f69 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:57.097868 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d218cd8-6c8c-43d6-b6a2-0e7bfd9395ee req-d2a58ce0-3bb0-4144-9114-a9a7d3774f69 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0462637 Jul 27 11:01:57.146717 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-6d218cd8-6c8c-43d6-b6a2-0e7bfd9395ee req-c1e568e8-b6d9-42f6-be29-639bd02a5fc4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Jul 27 11:01:57.341201 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:57.473235 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:57.525932 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:01:58.260610 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078bf9-7d35-4da2-a3e1-50272ceeee44 req-37951132-f82e-4e97-a969-91ad0af3025e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:58.261960 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ef078bf9-7d35-4da2-a3e1-50272ceeee44 req-37951132-f82e-4e97-a969-91ad0af3025e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0447831 Jul 27 11:01:58.314003 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ef078bf9-7d35-4da2-a3e1-50272ceeee44 req-31a2fd5d-088a-442d-a5ff-2422a65cee50 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 Jul 27 11:01:58.694435 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:58.695314 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:01:59.431450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78816ca-a4e9-4d6a-a0d7-25df0284ab4c req-efab1125-eb6e-42f4-bb34-ba4431724748 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:01:59.432935 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c78816ca-a4e9-4d6a-a0d7-25df0284ab4c req-efab1125-eb6e-42f4-bb34-ba4431724748 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0473433 Jul 27 11:01:59.480952 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c78816ca-a4e9-4d6a-a0d7-25df0284ab4c req-ac34f531-55e2-4195-a9d6-1297f7413030 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Jul 27 11:02:00.595909 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164748-ebcd-4a0e-ae51-bdb585dd88d4 req-e9eea966-a533-4b99-a35a-cbbe99e433f5 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:00.597392 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab164748-ebcd-4a0e-ae51-bdb585dd88d4 req-e9eea966-a533-4b99-a35a-cbbe99e433f5 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0460896 Jul 27 11:02:00.647138 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ab164748-ebcd-4a0e-ae51-bdb585dd88d4 req-3a893dc1-dedf-42ec-b7ac-9c4a3f8fbb3e tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443866 Jul 27 11:02:01.770186 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257398c-20c4-4eb6-b291-17777657215c req-1322d708-0642-4f22-b102-67766d3e4cb4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:01.771693 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0257398c-20c4-4eb6-b291-17777657215c req-1322d708-0642-4f22-b102-67766d3e4cb4 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0512006 Jul 27 11:02:01.825834 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0257398c-20c4-4eb6-b291-17777657215c req-9983d21d-ff16-4a0f-8da0-9ca0c62575cb tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486004 Jul 27 11:02:02.941854 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba333e9-7e21-4e1a-91e8-dbdf5e19a332 req-214b6663-583f-4751-8fe0-2f265542a651 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:02.943377 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dba333e9-7e21-4e1a-91e8-dbdf5e19a332 req-214b6663-583f-4751-8fe0-2f265542a651 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0464783 Jul 27 11:02:02.992314 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-dba333e9-7e21-4e1a-91e8-dbdf5e19a332 req-1d37e3be-141e-4778-b3a7-84d1895c1efc tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Jul 27 11:02:04.110809 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d960d05-91b3-437b-b629-f10d22118f3b req-6bf94e55-9ecb-42f6-8cbf-f6af77c01959 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:04.112250 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0d960d05-91b3-437b-b629-f10d22118f3b req-6bf94e55-9ecb-42f6-8cbf-f6af77c01959 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0492430 Jul 27 11:02:04.159735 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0d960d05-91b3-437b-b629-f10d22118f3b req-dc6ed558-78b5-4b6d-b566-c09105a17503 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Jul 27 11:02:04.866523 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44746-8117-47c2-afae-f3090b448319 req-1cf791d8-2612-48ae-8369-b625443d4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:04.868289 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ec44746-8117-47c2-afae-f3090b448319 req-1cf791d8-2612-48ae-8369-b625443d4f0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1129 time: 0.0383756 Jul 27 11:02:04.959368 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44746-8117-47c2-afae-f3090b448319 req-4c05ba61-34fa-4834-96b6-d74968b21df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:04.960974 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ec44746-8117-47c2-afae-f3090b448319 req-4c05ba61-34fa-4834-96b6-d74968b21df4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 910 time: 0.0867543 Jul 27 11:02:05.019624 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ec44746-8117-47c2-afae-f3090b448319 req-c89e7f48-baab-474a-94a6-110a3ba26bd9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 1001 time: 0.0533960 Jul 27 11:02:05.069377 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44746-8117-47c2-afae-f3090b448319 req-234598b0-9b25-4d89-a489-c4aa8f2d91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:05.070815 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ec44746-8117-47c2-afae-f3090b448319 req-234598b0-9b25-4d89-a489-c4aa8f2d91c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0457215 Jul 27 11:02:05.112022 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44746-8117-47c2-afae-f3090b448319 req-09eeee0d-529c-44f3-895a-b085121e24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:05.113447 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ec44746-8117-47c2-afae-f3090b448319 req-09eeee0d-529c-44f3-895a-b085121e24c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369556 Jul 27 11:02:05.203917 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ec44746-8117-47c2-afae-f3090b448319 req-abde4205-05be-4657-a9ef-8b1dbd02d8ee service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837190 Jul 27 11:02:05.275943 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e779a7-1c26-4afb-a18f-ed6a575ec997 req-90f6641b-848d-448e-815a-20aa480c7834 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:05.277446 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-29e779a7-1c26-4afb-a18f-ed6a575ec997 req-90f6641b-848d-448e-815a-20aa480c7834 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0476286 Jul 27 11:02:05.291756 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ec44746-8117-47c2-afae-f3090b448319 req-55d86f6d-d716-48ea-8e0d-613054882d06 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828114 Jul 27 11:02:05.327661 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-29e779a7-1c26-4afb-a18f-ed6a575ec997 req-aabf03aa-fd4d-485b-a7c5-57fc4221d3a3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Jul 27 11:02:06.446696 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663be7d-07c6-4996-94e0-3205b12eeb3f req-f8758682-2d68-4339-9e48-3b309ef1ecb3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:06.448193 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4663be7d-07c6-4996-94e0-3205b12eeb3f req-f8758682-2d68-4339-9e48-3b309ef1ecb3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0494065 Jul 27 11:02:06.485480 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:06.505887 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4663be7d-07c6-4996-94e0-3205b12eeb3f req-e8c709ac-b398-4eff-a98c-ad68bd759ade tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515993 Jul 27 11:02:07.519689 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:07.521582 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:07.612540 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:07.623994 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb3d7-5e9e-465a-bef2-f2dab1ae234d req-96643a64-6db2-4aec-befd-da98f874d430 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:07.625450 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4aeeb3d7-5e9e-465a-bef2-f2dab1ae234d req-96643a64-6db2-4aec-befd-da98f874d430 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0477078 Jul 27 11:02:07.673547 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4aeeb3d7-5e9e-465a-bef2-f2dab1ae234d req-b67f322e-cb4e-46bb-85d9-78ec1e681760 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Jul 27 11:02:07.788467 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-64a41482-07df-4ae0-b55d-87190945d181 req-7738d04f-6e0d-4abe-8564-d937f853f3a4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 11:02:07.789470 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-64a41482-07df-4ae0-b55d-87190945d181 req-7738d04f-6e0d-4abe-8564-d937f853f3a4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0496686 Jul 27 11:02:08.985084 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866076a8-b745-4a76-8a16-1508d9eac431 req-cc709bd9-f79a-4973-b9a2-46d31fdda5ce tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:08.986574 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-866076a8-b745-4a76-8a16-1508d9eac431 req-cc709bd9-f79a-4973-b9a2-46d31fdda5ce tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0781789 Jul 27 11:02:08.992461 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-39c15705-7c7b-4b08-950c-00f8fef49bac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071312 Jul 27 11:02:09.036004 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-866076a8-b745-4a76-8a16-1508d9eac431 req-3c6f46af-1abb-46bd-9d0a-0a454c8283b6 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Jul 27 11:02:09.173425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device af36b9cd-7a54-4993-a905-82a1de2d3b64 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:02:09.241260 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port af36b9cd-7a54-4993-a905-82a1de2d3b64 is: ACTIVE; New status is: DOWN {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:02:09.241670 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:09.267100 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:02:09.269327 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b543e0d-aa68-4482-bde9-8a3318e7e166" -d '{"events": [{"server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "name": "network-vif-unplugged", "status": "completed", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:02:09.281842 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:02:09.285783 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:09.307487 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Jul 2022 11:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f73a07d-6e66-4e74-9fb4-87cde319f344 x-openstack-request-id: req-5f73a07d-6e66-4e74-9fb4-87cde319f344 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:02:09.307487 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "name": "network-vif-unplugged", "status": "failed", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64", "code": 422}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:02:09.307982 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f73a07d-6e66-4e74-9fb4-87cde319f344 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:02:09.308369 dv-cinder-850840-3-iscsi neutron-server[110618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5f73a07d-6e66-4e74-9fb4-87cde319f344']: {'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'code': 422} returned with failed status Jul 27 11:02:09.333486 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=6']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:09.340449 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.340798 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.341149 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.342074 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.342405 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.342764 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.343092 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.343418 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.343743 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.344066 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.344388 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.344711 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.345031 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.345350 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:09.345669 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:10.127782 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-cabc6412-6dc5-454b-8f6b-0ef75430ffe8 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:10.129295 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-cabc6412-6dc5-454b-8f6b-0ef75430ffe8 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports/af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 940 time: 0.1011956 Jul 27 11:02:10.301742 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa559bf0-c66b-4ddf-b8d8-70eaa44fd061 req-24e84214-7e76-4abc-a60b-2d36332a4b37 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:10.303221 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fa559bf0-c66b-4ddf-b8d8-70eaa44fd061 req-24e84214-7e76-4abc-a60b-2d36332a4b37 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0462728 Jul 27 11:02:10.350257 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fa559bf0-c66b-4ddf-b8d8-70eaa44fd061 req-5fdf2d65-67c3-40cd-8a64-967564e2d8c7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Jul 27 11:02:11.473167 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf15f8-4e6b-4a88-9556-e5c6a1ea655b req-25f94010-eabf-4e49-8f7e-a6232e55f51c tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:11.474619 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-40bf15f8-4e6b-4a88-9556-e5c6a1ea655b req-25f94010-eabf-4e49-8f7e-a6232e55f51c tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0536046 Jul 27 11:02:11.523378 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-40bf15f8-4e6b-4a88-9556-e5c6a1ea655b req-e578431b-ac3c-4803-a415-a778289f37d7 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Jul 27 11:02:12.638710 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803bbf8-64bd-494c-a3a6-907ac4e07087 req-2231aa81-977a-428a-b669-9bcb84e9914f tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:12.640121 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1803bbf8-64bd-494c-a3a6-907ac4e07087 req-2231aa81-977a-428a-b669-9bcb84e9914f tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0466475 Jul 27 11:02:12.688173 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1803bbf8-64bd-494c-a3a6-907ac4e07087 req-87f283f4-6222-4103-ab93-f33e707af641 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Jul 27 11:02:13.804437 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d342b-a5fe-4c8d-851d-09156d3bc5e0 req-2a6ec609-3d51-4c50-9efe-48befb5e37e3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:13.805933 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b40d342b-a5fe-4c8d-851d-09156d3bc5e0 req-2a6ec609-3d51-4c50-9efe-48befb5e37e3 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0462370 Jul 27 11:02:13.860004 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b40d342b-a5fe-4c8d-851d-09156d3bc5e0 req-bae611a4-cbff-48a5-9505-be5235dfd097 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477872 Jul 27 11:02:14.304714 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-cf8c8c60-6058-4857-92c0-d5106c872850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:14.306154 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-cf8c8c60-6058-4857-92c0-d5106c872850 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29&tenant_id=dcc755e972c1451e98b1f2ce974e4ff0 HTTP/1.1" status: 200 len: 1127 time: 0.0377905 Jul 27 11:02:14.366521 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-fe292161-e617-412a-bbba-c97cf4502e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:14.368242 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-fe292161-e617-412a-bbba-c97cf4502e2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1127 time: 0.0405560 Jul 27 11:02:14.455124 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-0bdc0ba0-9442-48b3-a374-48ff8e83eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:14.456578 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-0bdc0ba0-9442-48b3-a374-48ff8e83eac7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 910 time: 0.0828719 Jul 27 11:02:14.748598 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-d9f17a9d-0fc1-4497-98d4-e051dec36a47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 999 time: 0.2851715 Jul 27 11:02:14.794932 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-dcf57b16-b6dc-4d67-ab0f-0cded2964753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:14.796862 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-dcf57b16-b6dc-4d67-ab0f-0cded2964753 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0430193 Jul 27 11:02:14.837056 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-7c7cc1ea-a449-4816-804c-e9f27e194a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:14.838454 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-7c7cc1ea-a449-4816-804c-e9f27e194a01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360100 Jul 27 11:02:14.928624 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-fa29809c-9d76-42ab-b368-6adf0c154b2c service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842748 Jul 27 11:02:14.977388 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daab852-444e-4d10-bf5d-8e3a876a5bac req-414043c0-0172-45dc-8a10-a891bdd6c1ad tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:14.978902 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5daab852-444e-4d10-bf5d-8e3a876a5bac req-414043c0-0172-45dc-8a10-a891bdd6c1ad tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0471714 Jul 27 11:02:15.004445 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:15.019587 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-1d3baebf-d4f0-4803-b16f-683c8b1c7b70 req-6c905bf8-ae36-4465-aa6d-99919bed34d7 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849392 Jul 27 11:02:15.027870 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5daab852-444e-4d10-bf5d-8e3a876a5bac req-5dc239a6-2e20-43e5-a409-9f556daa4bcb tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Jul 27 11:02:16.147686 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9499fce-c9a4-4c7e-ad1d-cbc5f9d61265 req-a41709bf-ccdc-4e75-ae54-ea43ee378759 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:16.149130 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c9499fce-c9a4-4c7e-ad1d-cbc5f9d61265 req-a41709bf-ccdc-4e75-ae54-ea43ee378759 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0467103 Jul 27 11:02:16.196133 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c9499fce-c9a4-4c7e-ad1d-cbc5f9d61265 req-a0a02970-e852-475b-9ca0-a0df73af51e6 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Jul 27 11:02:17.320375 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565d807-3bd8-424e-9dee-bd5a9ecc4fa9 req-c9d5f5c4-6d0f-479c-9e42-32bc764c4470 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:17.321876 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8565d807-3bd8-424e-9dee-bd5a9ecc4fa9 req-c9d5f5c4-6d0f-479c-9e42-32bc764c4470 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0548077 Jul 27 11:02:17.371331 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8565d807-3bd8-424e-9dee-bd5a9ecc4fa9 req-ab30ce0d-fdd1-4b36-bd08-9c1168566446 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439270 Jul 27 11:02:17.425591 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=18 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:17.426351 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=14 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:18.488026 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b045f-3c69-4375-8bad-191968fa3681 req-538b0206-0862-4c68-bd16-673f6331013c tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:18.489508 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-290b045f-3c69-4375-8bad-191968fa3681 req-538b0206-0862-4c68-bd16-673f6331013c tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0465825 Jul 27 11:02:18.530617 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:18.540127 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-290b045f-3c69-4375-8bad-191968fa3681 req-72490a77-4d2e-48d6-984d-a0ac30bf1858 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Jul 27 11:02:19.336240 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:19.337074 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:19.660157 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec318ffe-c4df-4e43-b231-7e2f5207d95d req-45094bb2-2efb-4f6a-8fdc-9e40533aa0e2 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:19.661526 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ec318ffe-c4df-4e43-b231-7e2f5207d95d req-45094bb2-2efb-4f6a-8fdc-9e40533aa0e2 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0495067 Jul 27 11:02:19.704115 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:19.709516 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ec318ffe-c4df-4e43-b231-7e2f5207d95d req-8fa294d7-115c-4f30-821a-76eaf385227a tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424898 Jul 27 11:02:20.825097 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9f484-6bfe-4fcc-92db-689ea2e6bfcd req-cd9c534e-88cf-40cd-924a-7ce82f831901 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:20.826539 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-60e9f484-6bfe-4fcc-92db-689ea2e6bfcd req-cd9c534e-88cf-40cd-924a-7ce82f831901 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 943 time: 0.0458362 Jul 27 11:02:20.874935 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-60e9f484-6bfe-4fcc-92db-689ea2e6bfcd req-af837f9e-7ba4-4f35-beb4-7163fe8866b5 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Jul 27 11:02:21.231268 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device af36b9cd-7a54-4993-a905-82a1de2d3b64 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:02:21.330392 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:02:21.341649 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'port_id': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'mac_address': 'fa:16:3e:4d:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:02:21.377898 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port af36b9cd-7a54-4993-a905-82a1de2d3b64 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:02:21.378320 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:21.391375 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af36b9cd-7a54-4993-a905-82a1de2d3b64 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 11:02:21.415348 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:02:21.419107 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:21.464459 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=7']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:21.646070 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['af36b9cd-7a54-4993-a905-82a1de2d3b64'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:02:21.989909 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b151c-a56d-43a1-bd86-fcf5593d2b3c req-0b43926d-5d85-476a-aff4-5c8b10c10f93 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:21.991205 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a75b151c-a56d-43a1-bd86-fcf5593d2b3c req-0b43926d-5d85-476a-aff4-5c8b10c10f93 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 944 time: 0.0460327 Jul 27 11:02:22.046152 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-a75b151c-a56d-43a1-bd86-fcf5593d2b3c req-2a7b41f0-53e3-44b7-8208-083459548826 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490019 Jul 27 11:02:22.146141 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-467576e8-21b2-42b3-91e8-9a67aed51444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:23.161553 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182f408-be4a-4550-b87c-be4449f90c37 req-94568df5-7958-4297-9958-21446a0e1edf tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:23.163041 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3182f408-be4a-4550-b87c-be4449f90c37 req-94568df5-7958-4297-9958-21446a0e1edf tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 944 time: 0.0468006 Jul 27 11:02:23.211111 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3182f408-be4a-4550-b87c-be4449f90c37 req-cb4f145c-c302-4ad2-9cde-37759ef2b260 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Jul 27 11:02:23.234621 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device af36b9cd-7a54-4993-a905-82a1de2d3b64 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:02:23.277665 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port af36b9cd-7a54-4993-a905-82a1de2d3b64 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:02:23.278042 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:23.348639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port af36b9cd-7a54-4993-a905-82a1de2d3b64 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:02:23.349025 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:23.371532 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:02:23.373846 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a563c037-c328-4624-b0c8-be9bd9013a6e" -d '{"events": [{"server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "name": "network-vif-plugged", "status": "completed", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:02:23.386292 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:02:23.390758 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:23.416628 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 11:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86d4c5c-1cdf-4851-a2cf-0aa09be6caf5 x-openstack-request-id: req-c86d4c5c-1cdf-4851-a2cf-0aa09be6caf5 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:02:23.416922 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "name": "network-vif-plugged", "status": "completed", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:02:23.417176 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c86d4c5c-1cdf-4851-a2cf-0aa09be6caf5 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:02:23.417567 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86d4c5c-1cdf-4851-a2cf-0aa09be6caf5'] response: {'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'code': 200} Jul 27 11:02:23.433121 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:23.445648 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=8']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:23.624112 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128e259-d03f-4230-a6a0-e495cf127a3a req-67b18f7e-e4af-4495-93f4-577557064a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:23.625577 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d128e259-d03f-4230-a6a0-e495cf127a3a req-67b18f7e-e4af-4495-93f4-577557064a91 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1129 time: 0.0421553 Jul 27 11:02:23.652943 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:23.670141 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d128e259-d03f-4230-a6a0-e495cf127a3a req-c4b95804-bb8a-41e4-8982-04e1b6c3a420 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387390 Jul 27 11:02:24.330029 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab71cf1-1f2c-4112-979a-31d891b74c8e req-80b68b5f-b9d2-4eb3-a5d4-285afa270d2a tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:24.331617 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0ab71cf1-1f2c-4112-979a-31d891b74c8e req-80b68b5f-b9d2-4eb3-a5d4-285afa270d2a tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0498266 Jul 27 11:02:24.380987 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0ab71cf1-1f2c-4112-979a-31d891b74c8e req-f3004314-c947-40fa-a44b-9991e8ad985a tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Jul 27 11:02:24.435145 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:24.442585 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f645-6411-43f1-991c-091245d1ab96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:25.505680 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f93e82-bfbf-40d9-9655-7dca6b06899f req-0e8cbcfd-a887-46d4-a9d4-8be6dd223560 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:02:25.507161 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b2f93e82-bfbf-40d9-9655-7dca6b06899f req-0e8cbcfd-a887-46d4-a9d4-8be6dd223560 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0493445 Jul 27 11:02:25.556735 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b2f93e82-bfbf-40d9-9655-7dca6b06899f req-22090254-c193-4998-9a3f-d69484fc73dd tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Jul 27 11:02:25.568911 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:25.697682 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:02:27.351704 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:27.474781 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:27.516841 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:33.664246 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:33.666914 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=12 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:35.548211 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=44 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:35.553247 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=56 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:35.693191 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:37.511065 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:37.512937 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:48.735613 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:48.740214 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:02:52.147298 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e9f23e02-1212-4391-a67c-dfa449fc1d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:54.444663 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f99e88cd-1f46-4c19-ba88-412a1ebae9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:55.569870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:57.347002 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:57.475769 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:02:57.523578 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:02.696875 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:03:07.517509 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:07.519406 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:09.602313 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-d97a00f5-0a34-4f08-b08d-919257a98fca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370724 Jul 27 11:03:09.680651 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-15cf4fb6-7fc1-47e9-b4f3-480d31978f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:09.682130 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-15cf4fb6-7fc1-47e9-b4f3-480d31978f86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1129 time: 0.0385449 Jul 27 11:03:09.789368 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-8b782b39-a98b-48a3-bbef-ba61186a8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:09.790856 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-8b782b39-a98b-48a3-bbef-ba61186a8e0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 910 time: 0.0893590 Jul 27 11:03:09.850691 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-6dff23ec-673b-4806-845c-7046efd72b34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 1001 time: 0.0543678 Jul 27 11:03:09.901183 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-670ed776-34ef-4153-ae67-db2f19da302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:09.902562 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-670ed776-34ef-4153-ae67-db2f19da302d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0460334 Jul 27 11:03:09.944748 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-9816240a-d2f4-4400-94a8-5d1086e3e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:09.946239 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-9816240a-d2f4-4400-94a8-5d1086e3e6a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383809 Jul 27 11:03:10.037226 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-5436879e-8b1d-4978-8428-dc564f812473 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849125 Jul 27 11:03:10.123992 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-b8a38bd2-b3e8-4587-a9d5-bc029d7bfbec req-8b381ad9-7081-48d0-974b-c28d003d0c54 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802474 Jul 27 11:03:12.693424 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:20.119862 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=46 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:20.120677 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=55 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:22.152441 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5c633a4b-2185-4453-9cd0-083c4aad722f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:24.455139 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-12c64551-2920-44ff-a200-65de149f1cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:25.572133 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:25.735700 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:25.736394 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:27.392244 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:27.477926 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:27.527761 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:37.518254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:37.523195 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:39.696618 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:03:41.016412 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59006) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:41.156693 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Deleting port 004c282c-6612-4a5f-844a-1e0ce0abdda5 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:41.157041 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (004c282c-6612-4a5f-844a-1e0ce0abdda5), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:41.245232 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (004c282c-6612-4a5f-844a-1e0ce0abdda5), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:41.245483 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for floatingip (004c282c-6612-4a5f-844a-1e0ce0abdda5), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:41.257141 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Calling delete_port for 004c282c-6612-4a5f-844a-1e0ce0abdda5 owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:41.420246 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (004c282c-6612-4a5f-844a-1e0ce0abdda5), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:41.442822 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event deleted for resources: {'Port': ['ID=004c282c-6612-4a5f-844a-1e0ce0abdda5,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:41.456736 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.457085 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.457435 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.457771 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.458099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.458426 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.458779 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.459103 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.459425 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.459745 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.460064 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.460386 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.460705 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.461020 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.461340 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:41.515847 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for floatingip (a95830c2-f9ba-4c4c-9d33-acd2fb509643), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:41.516089 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Floating IP a95830c2-f9ba-4c4c-9d33-acd2fb509643 disassociated (deleted). External IP: 172.27.0.148, port: af36b9cd-7a54-4993-a905-82a1de2d3b64. Jul 27 11:03:41.726862 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Router b49dd479-422a-4412-869f-7507d55d8098 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:03:41.827786 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:41.831031 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:03:41.835972 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:41.840571 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] Sync routers for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:03:41.850174 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:41.850800 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:41.865988 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-3047972b-d271-4126-b8c7-f5763d908eed tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "DELETE /v2.0/floatingips/a95830c2-f9ba-4c4c-9d33-acd2fb509643 HTTP/1.1" status: 204 len: 168 time: 0.8484905 Jul 27 11:03:41.866587 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:03:41.869145 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10135e03-3261-4d86-99b0-a40bf2c58f64" -d '{"events": [{"name": "network-changed", "server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:03:41.917376 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bdd5f7-e486-453e-ad56-9ecb0e46961d x-openstack-request-id: req-29bdd5f7-e486-453e-ad56-9ecb0e46961d {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:03:41.917705 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:03:41.918117 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29bdd5f7-e486-453e-ad56-9ecb0e46961d {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:03:41.918764 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bdd5f7-e486-453e-ad56-9ecb0e46961d'] response: {'name': 'network-changed', 'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'status': 'completed', 'code': 200} Jul 27 11:03:41.955828 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:41.983193 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-90efcb0e-838b-42a3-8d99-c854671b9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:41.985472 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-90efcb0e-838b-42a3-8d99-c854671b9079 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 1129 time: 0.0449328 Jul 27 11:03:42.091755 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-1d82feca-ffaf-491f-9abf-a3afac438eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:42.093236 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-1d82feca-ffaf-491f-9abf-a3afac438eb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 200 len: 910 time: 0.1018085 Jul 27 11:03:42.159279 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22535705-a5f0-4b99-89d5-b09fdf7c6f4d req-4b1494cc-a6ea-4033-a51a-b2f7e34d5898 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:42.160766 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22535705-a5f0-4b99-89d5-b09fdf7c6f4d req-4b1494cc-a6ea-4033-a51a-b2f7e34d5898 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.1029398 Jul 27 11:03:42.166417 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:26Z', 'revision_number': 5, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:42.191420 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] Checking router: b49dd479-422a-4412-869f-7507d55d8098 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:03:42.199687 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:42.200287 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:42.211107 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22535705-a5f0-4b99-89d5-b09fdf7c6f4d req-39ee85a3-cb1b-4162-a47e-cb925c96558f tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447869 Jul 27 11:03:42.302013 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:42.476377 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:26Z', 'revision_number': 5, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:42.504333 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95defa4f-e9ab-4b55-a4f7-17caf913f5df None None] The sync data for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi is: [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T10:59:22Z', 'revision_number': 4, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'af678eec-08f4-4b28-ae57-0b8897934a9a', 'name': '', 'network_id': '84cbe65d-e989-4451-aaf1-37dd28eb9f9e', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'mac_address': 'fa:16:3e:bf:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:22Z', 'updated_at': '2022-07-27T10:59:26Z', 'revision_number': 5, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'subnets': [{'id': 'd130b6a9-df54-4622-8da0-95f70747e006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:03:42.706447 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74f515-2c91-4b0b-b996-df2cc40df86f None None] New status for floating IP a95830c2-f9ba-4c4c-9d33-acd2fb509643: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 11:03:43.040510 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-574d72d9-b897-43bb-9f84-5eebf26a7494 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 200 len: 217 time: 0.0330524 Jul 27 11:03:43.093912 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-e99a52b8-c9ea-4205-adf4-ddb12b93388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:43.095385 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-e99a52b8-c9ea-4205-adf4-ddb12b93388e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 200 len: 848 time: 0.0477037 Jul 27 11:03:43.202760 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-e65f56fc-22b7-4b77-abf3-427616c78d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:43.204204 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-e65f56fc-22b7-4b77-abf3-427616c78d6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84cbe65d-e989-4451-aaf1-37dd28eb9f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388944 Jul 27 11:03:43.293953 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-20072293-ef90-40a2-9562-8673ed50a172 service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833750 Jul 27 11:03:43.339238 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:43.379074 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabc402-26d7-413a-8877-70be51d45486 req-2ed9ed4c-b6e3-4f8b-a4e6-1c5b4cfb6263 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:43.380524 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cdabc402-26d7-413a-8877-70be51d45486 req-2ed9ed4c-b6e3-4f8b-a4e6-1c5b4cfb6263 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0984681 Jul 27 11:03:43.429893 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-cdabc402-26d7-413a-8877-70be51d45486 req-09c4c1d8-f8af-4bda-acab-b591ba81dbf8 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/security-groups?id=acce86da-55e7-4a14-84e2-4acf2dbaae29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Jul 27 11:03:43.537269 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-10135e03-3261-4d86-99b0-a40bf2c58f64 req-9812a3e9-89cb-4672-987a-9559e9dfb4ce service neutron] 10.222.0.69 "GET /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138911 Jul 27 11:03:43.553118 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-e96260af-2077-423c-85e8-0c8bcf7e992d tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:43.555462 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-e96260af-2077-423c-85e8-0c8bcf7e992d tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.69 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 945 time: 0.0575562 Jul 27 11:03:43.642479 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Deleting port af36b9cd-7a54-4993-a905-82a1de2d3b64 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:43.642843 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:43.731469 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] For port af36b9cd-7a54-4993-a905-82a1de2d3b64, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af36b9cd-7a54-4993-a905-82a1de2d3b64,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:43.731834 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:43.750022 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Calling delete_port for af36b9cd-7a54-4993-a905-82a1de2d3b64 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:43.873503 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (af36b9cd-7a54-4993-a905-82a1de2d3b64), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:43.900356 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event deleted for resources: {'Port': ['ID=af36b9cd-7a54-4993-a905-82a1de2d3b64,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:43.909939 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.910289 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.910650 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.910990 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.911325 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.911656 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.911981 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.912307 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.912668 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.913383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.913383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.913692 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.913915 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.914234 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.914559 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:43.968088 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] No DVR routers for this DVR port af36b9cd-7a54-4993-a905-82a1de2d3b64 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:03:43.970622 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:43.973866 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-32e1fc62-eb4a-4c4d-8631-66090e225705 req-b5bec3d3-856d-4c78-8ae6-1d61e0c60e31 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.69 "DELETE /v2.0/ports/af36b9cd-7a54-4993-a905-82a1de2d3b64 HTTP/1.1" status: 204 len: 173 time: 0.4131770 Jul 27 11:03:43.974330 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'name': 'network-vif-deleted', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:03:43.976663 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3cbd3b-47b0-4e21-bceb-fcaf9c4d7da2" -d '{"events": [{"server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "name": "network-vif-deleted", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:03:44.013796 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b98bef-9010-4caf-828a-b78cfb307251 x-openstack-request-id: req-18b98bef-9010-4caf-828a-b78cfb307251 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:03:44.014087 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90891eb8-9878-443e-b98b-c1acc5ea3e29", "name": "network-vif-deleted", "tag": "af36b9cd-7a54-4993-a905-82a1de2d3b64", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:03:44.014345 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18b98bef-9010-4caf-828a-b78cfb307251 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:03:44.014777 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b98bef-9010-4caf-828a-b78cfb307251'] response: {'server_uuid': '90891eb8-9878-443e-b98b-c1acc5ea3e29', 'name': 'network-vif-deleted', 'tag': 'af36b9cd-7a54-4993-a905-82a1de2d3b64', 'status': 'completed', 'code': 200} Jul 27 11:03:44.547875 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0e7280b4-0d13-4a1c-9e9e-cb4703336f8c req-1a00ea35-5b74-46ef-9e9a-af839d386d2f tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "GET /v2.0/ports?device_id=90891eb8-9878-443e-b98b-c1acc5ea3e29 HTTP/1.1" status: 200 len: 210 time: 0.0269918 Jul 27 11:03:45.577487 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device af36b9cd-7a54-4993-a905-82a1de2d3b64 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:03:45.603798 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: af36b9cd-7a54-4993-a905-82a1de2d3b64 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:03:45.604157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device af36b9cd-7a54-4993-a905-82a1de2d3b64 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:03:45.618230 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59038) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:45.675174 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2227bf68-b8b8-4237-a62b-a95afe80c801 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group (acce86da-55e7-4a14-84e2-4acf2dbaae29), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:45.704241 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2227bf68-b8b8-4237-a62b-a95afe80c801 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group (acce86da-55e7-4a14-84e2-4acf2dbaae29), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:45.765371 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2227bf68-b8b8-4237-a62b-a95afe80c801 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (acce86da-55e7-4a14-84e2-4acf2dbaae29), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:45.768682 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2227bf68-b8b8-4237-a62b-a95afe80c801 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:45.769896 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2227bf68-b8b8-4237-a62b-a95afe80c801 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] 10.222.0.36 "DELETE /v2.0/security-groups/acce86da-55e7-4a14-84e2-4acf2dbaae29 HTTP/1.1" status: 204 len: 168 time: 0.1538732 Jul 27 11:03:45.779567 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227bf68-b8b8-4237-a62b-a95afe80c801 tempest-TestShelveInstance-970558768 tempest-TestShelveInstance-970558768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acce86da-55e7-4a14-84e2-4acf2dbaae29,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:46.825933 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59044) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:47.393439 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (b49dd479-422a-4412-869f-7507d55d8098), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:47.581912 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:47.615483 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Deleting port af678eec-08f4-4b28-ae57-0b8897934a9a {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:47.615829 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:47.696358 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] For port af678eec-08f4-4b28-ae57-0b8897934a9a, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=af678eec-08f4-4b28-ae57-0b8897934a9a,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:47.696640 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:47.709517 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Calling delete_port for af678eec-08f4-4b28-ae57-0b8897934a9a owned by network:router_interface {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:47.753791 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:47.884964 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (af678eec-08f4-4b28-ae57-0b8897934a9a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:47.909800 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af678eec-08f4-4b28-ae57-0b8897934a9a,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:48.074048 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (b49dd479-422a-4412-869f-7507d55d8098), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:48.280087 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Router b49dd479-422a-4412-869f-7507d55d8098 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:03:48.333490 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:48.382038 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:03:48.387000 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-86597dcd-adbd-4287-80a3-f107c73cc5e6 admin admin] 10.222.0.36 "PUT /v2.0/routers/b49dd479-422a-4412-869f-7507d55d8098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5600531 Jul 27 11:03:48.389455 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59046) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:48.393186 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] Sync routers for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:03:48.402790 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:48.403455 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:48.490000 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks [] for router (b49dd479-422a-4412-869f-7507d55d8098), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:48.591041 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:48.591311 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks [] for router_gateway (b49dd479-422a-4412-869f-7507d55d8098), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:48.632691 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Deleting port 9e2ca728-d231-4ec8-a4af-05198455abc8 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:48.633029 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:48.674670 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:48.713838 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] For port 9e2ca728-d231-4ec8-a4af-05198455abc8, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=9e2ca728-d231-4ec8-a4af-05198455abc8,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:48.714198 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:48.731061 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Calling delete_port for 9e2ca728-d231-4ec8-a4af-05198455abc8 owned by network:router_gateway {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:48.756484 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T11:03:47Z', 'revision_number': 5, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port': {'id': '9e2ca728-d231-4ec8-a4af-05198455abc8', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49dd479-422a-4412-869f-7507d55d8098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:20Z', 'updated_at': '2022-07-27T10:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:48.758985 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:48.782008 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] Checking router: b49dd479-422a-4412-869f-7507d55d8098 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:03:48.791192 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] Routers {'b49dd479-422a-4412-869f-7507d55d8098'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:48.791800 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['b49dd479-422a-4412-869f-7507d55d8098'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:48.859595 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:48.875210 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] Set router b49dd479-422a-4412-869f-7507d55d8098 gateway port host: None {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:48.898309 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (9e2ca728-d231-4ec8-a4af-05198455abc8), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:48.922813 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2ca728-d231-4ec8-a4af-05198455abc8,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:48.930639 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T11:03:48Z', 'revision_number': 6, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:48.956950 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a5485-21cf-4c10-a84d-155f200357c3 None None] The sync data for ids ['b49dd479-422a-4412-869f-7507d55d8098'] in dv-cinder-850840-3-iscsi is: [{'id': 'b49dd479-422a-4412-869f-7507d55d8098', 'name': 'tempest-TestShelveInstance-1984889366-router', 'tenant_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:19Z', 'updated_at': '2022-07-27T11:03:48Z', 'revision_number': 6, 'project_id': 'dcc755e972c1451e98b1f2ce974e4ff0', 'gw_port_host': None}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:03:48.988229 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (b49dd479-422a-4412-869f-7507d55d8098), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.071535 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (b49dd479-422a-4412-869f-7507d55d8098), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.073660 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks [] for router_controller (b49dd479-422a-4412-869f-7507d55d8098), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.118192 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (b49dd479-422a-4412-869f-7507d55d8098), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.118766 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b49dd479-422a-4412-869f-7507d55d8098 {{(pid=110616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:03:49.123768 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.125013 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-2a0fdf1c-8a03-46f1-a35a-dfdd7f8f511e admin admin] 10.222.0.36 "DELETE /v2.0/routers/b49dd479-422a-4412-869f-7507d55d8098 HTTP/1.1" status: 204 len: 168 time: 0.7346642 Jul 27 11:03:49.128209 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59048) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:49.171604 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dfdeda-2c93-475b-89d0-57fdd5b11cdd admin admin] Deleting subnet d130b6a9-df54-4622-8da0-95f70747e006 {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 11:03:49.174647 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-97dfdeda-2c93-475b-89d0-57fdd5b11cdd admin admin] Publish callbacks [] for subnet (d130b6a9-df54-4622-8da0-95f70747e006), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.205384 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:49.209753 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-97dfdeda-2c93-475b-89d0-57fdd5b11cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (d130b6a9-df54-4622-8da0-95f70747e006), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.289686 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-97dfdeda-2c93-475b-89d0-57fdd5b11cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (d130b6a9-df54-4622-8da0-95f70747e006), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.348468 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-97dfdeda-2c93-475b-89d0-57fdd5b11cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (d130b6a9-df54-4622-8da0-95f70747e006), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.372942 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfdeda-2c93-475b-89d0-57fdd5b11cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d130b6a9-df54-4622-8da0-95f70747e006,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:49.379048 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-97dfdeda-2c93-475b-89d0-57fdd5b11cdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.383785 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-97dfdeda-2c93-475b-89d0-57fdd5b11cdd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d130b6a9-df54-4622-8da0-95f70747e006 HTTP/1.1" status: 204 len: 168 time: 0.2530127 Jul 27 11:03:49.384568 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59050) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:49.387432 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98126be4-299c-4918-ba49-02dd48f73e95 None None] Network 84cbe65d-e989-4451-aaf1-37dd28eb9f9e requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 11:03:49.453557 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (84cbe65d-e989-4451-aaf1-37dd28eb9f9e), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.499107 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Deleting port 848af2d6-bec0-4219-bd56-68f65ca176c2 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:49.499450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.563829 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] For port 848af2d6-bec0-4219-bd56-68f65ca176c2, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=848af2d6-bec0-4219-bd56-68f65ca176c2,segment=NetworkSegment(bb47c8f1-6f42-49f0-aa08-978be26e722a),segment_id=bb47c8f1-6f42-49f0-aa08-978be26e722a)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:49.564212 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.576451 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Calling delete_port for 848af2d6-bec0-4219-bd56-68f65ca176c2 owned by network:dhcp {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:49.577998 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:49.659572 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (848af2d6-bec0-4219-bd56-68f65ca176c2), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.690709 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] No DVR routers for this DVR port 848af2d6-bec0-4219-bd56-68f65ca176c2 on host dv-cinder-850840-3-iscsi {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:03:49.692717 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=848af2d6-bec0-4219-bd56-68f65ca176c2,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:49.706923 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a4db7-2321-498c-b501-4905aa77143e None None] DHCP port deletion for 84cbe65d-e989-4451-aaf1-37dd28eb9f9e request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 11:03:49.769099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (84cbe65d-e989-4451-aaf1-37dd28eb9f9e), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.790005 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cbe65d-e989-4451-aaf1-37dd28eb9f9e']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:49.799386 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb47c8f1-6f42-49f0-aa08-978be26e722a') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:49.799684 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb47c8f1-6f42-49f0-aa08-978be26e722a') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:49.809700 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (bb47c8f1-6f42-49f0-aa08-978be26e722a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.823427 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (bb47c8f1-6f42-49f0-aa08-978be26e722a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.829409 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:03:49.830366 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (bb47c8f1-6f42-49f0-aa08-978be26e722a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.891171 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (84cbe65d-e989-4451-aaf1-37dd28eb9f9e), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.899936 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:49.902981 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/84cbe65d-e989-4451-aaf1-37dd28eb9f9e HTTP/1.1" status: 204 len: 168 time: 0.5175090 Jul 27 11:03:49.906194 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59056) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:49.907168 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment bb47c8f1-6f42-49f0-aa08-978be26e722a resource provider aggregate not found Jul 27 11:03:49.920727 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:49.921235 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bbd39-8105-41f2-805a-c4e445be45b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=84cbe65d-e989-4451-aaf1-37dd28eb9f9e,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:49.940923 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment bb47c8f1-6f42-49f0-aa08-978be26e722a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb47c8f1-6f42-49f0-aa08-978be26e722a found for delete ", "request_id": "req-b51573b8-5f39-4360-a4c2-ebe4af9c3486"}]} Jul 27 11:03:50.054918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:50.092939 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 848af2d6-bec0-4219-bd56-68f65ca176c2 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:03:50.113994 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 848af2d6-bec0-4219-bd56-68f65ca176c2 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:03:50.114337 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 848af2d6-bec0-4219-bd56-68f65ca176c2 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:03:50.114781 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 9e2ca728-d231-4ec8-a4af-05198455abc8 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:03:50.136461 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 9e2ca728-d231-4ec8-a4af-05198455abc8 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:03:50.136802 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 9e2ca728-d231-4ec8-a4af-05198455abc8 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:03:50.137268 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device af678eec-08f4-4b28-ae57-0b8897934a9a no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:03:50.155187 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: af678eec-08f4-4b28-ae57-0b8897934a9a {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:03:50.155527 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device af678eec-08f4-4b28-ae57-0b8897934a9a not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:03:50.232596 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (faed2f40-08ad-4368-b4f0-67f07061eeca), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:50.448159 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Deleting port 82b7e390-0e85-4aeb-9786-50c42c331438 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:50.448413 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:50.532430 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] For port 82b7e390-0e85-4aeb-9786-50c42c331438, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=82b7e390-0e85-4aeb-9786-50c42c331438,segment=NetworkSegment(8713c492-a0fd-4070-bb96-d3c1761d0135),segment_id=8713c492-a0fd-4070-bb96-d3c1761d0135)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:50.533327 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:50.545589 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Calling delete_port for 82b7e390-0e85-4aeb-9786-50c42c331438 owned by network:router_interface {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:50.704297 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:50.720921 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (82b7e390-0e85-4aeb-9786-50c42c331438), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:50.744818 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b7e390-0e85-4aeb-9786-50c42c331438,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:50.909616 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:50.912341 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (faed2f40-08ad-4368-b4f0-67f07061eeca), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:51.115500 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Router faed2f40-08ad-4368-b4f0-67f07061eeca has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:03:51.219114 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:03:51.226857 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f799c379-a6f6-4aac-a61c-2dcbe71bdc27 admin admin] 10.222.0.36 "PUT /v2.0/routers/faed2f40-08ad-4368-b4f0-67f07061eeca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3168218 Jul 27 11:03:51.226857 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59060) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:51.229863 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] Sync routers for ids ['faed2f40-08ad-4368-b4f0-67f07061eeca'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:03:51.240117 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] Routers {'faed2f40-08ad-4368-b4f0-67f07061eeca'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:51.240835 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['faed2f40-08ad-4368-b4f0-67f07061eeca'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:51.324029 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks [] for router (faed2f40-08ad-4368-b4f0-67f07061eeca), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:51.341575 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] Set router faed2f40-08ad-4368-b4f0-67f07061eeca gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:51.419684 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks [] for router_gateway (faed2f40-08ad-4368-b4f0-67f07061eeca), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:51.461935 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Deleting port 26bd3fdd-136b-45dd-82e7-b242e7533acd {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:51.462281 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:51.509391 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T11:03:50Z', 'revision_number': 5, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port': {'id': '26bd3fdd-136b-45dd-82e7-b242e7533acd', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T10:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:51.534143 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] Checking router: faed2f40-08ad-4368-b4f0-67f07061eeca for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:03:51.542500 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] Routers {'faed2f40-08ad-4368-b4f0-67f07061eeca'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:51.543131 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['faed2f40-08ad-4368-b4f0-67f07061eeca'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:51.546253 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] For port 26bd3fdd-136b-45dd-82e7-b242e7533acd, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=26bd3fdd-136b-45dd-82e7-b242e7533acd,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:51.549393 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:51.562968 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Calling delete_port for 26bd3fdd-136b-45dd-82e7-b242e7533acd owned by network:router_gateway {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:51.569770 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:51.627043 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] Set router faed2f40-08ad-4368-b4f0-67f07061eeca gateway port host: None {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:51.739936 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (26bd3fdd-136b-45dd-82e7-b242e7533acd), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:51.767758 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=26bd3fdd-136b-45dd-82e7-b242e7533acd,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:51.791905 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:51.805105 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T11:03:51Z', 'revision_number': 6, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:51.829960 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (faed2f40-08ad-4368-b4f0-67f07061eeca), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:51.833026 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024d8b4-951f-43a5-ab84-5dfdaf69a37a None None] The sync data for ids ['faed2f40-08ad-4368-b4f0-67f07061eeca'] in dv-cinder-850840-3-iscsi is: [{'id': 'faed2f40-08ad-4368-b4f0-67f07061eeca', 'name': 'tempest-TestShelveInstance-1726401694-router', 'tenant_id': '94b763d4411f4205b7a176b6db443c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T10:59:24Z', 'updated_at': '2022-07-27T11:03:51Z', 'revision_number': 6, 'project_id': '94b763d4411f4205b7a176b6db443c9a', 'gw_port_host': None}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:03:51.916762 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (faed2f40-08ad-4368-b4f0-67f07061eeca), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:51.918909 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks [] for router_controller (faed2f40-08ad-4368-b4f0-67f07061eeca), precommit_delete_associations {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.155709 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d43782e4-b30f-4baa-ade9-436ecf577d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.197982 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (faed2f40-08ad-4368-b4f0-67f07061eeca), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.199424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faed2f40-08ad-4368-b4f0-67f07061eeca {{(pid=110617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:03:52.205854 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.209293 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5e74f197-2eb0-4ad2-bfc4-4ccdba5a68c8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/faed2f40-08ad-4368-b4f0-67f07061eeca HTTP/1.1" status: 204 len: 168 time: 0.9792707 Jul 27 11:03:52.209727 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59062) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:52.257724 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e8ca25-8e00-456c-98d1-0a5fd7576456 admin admin] Deleting subnet de499ce1-60aa-45a5-8caf-78d7e6bd6acf {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 11:03:52.261132 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-49e8ca25-8e00-456c-98d1-0a5fd7576456 admin admin] Publish callbacks [] for subnet (de499ce1-60aa-45a5-8caf-78d7e6bd6acf), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.309582 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-49e8ca25-8e00-456c-98d1-0a5fd7576456 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (de499ce1-60aa-45a5-8caf-78d7e6bd6acf), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.386528 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-49e8ca25-8e00-456c-98d1-0a5fd7576456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (de499ce1-60aa-45a5-8caf-78d7e6bd6acf), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.405384 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:52.442806 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-49e8ca25-8e00-456c-98d1-0a5fd7576456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (de499ce1-60aa-45a5-8caf-78d7e6bd6acf), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.472367 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8ca25-8e00-456c-98d1-0a5fd7576456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de499ce1-60aa-45a5-8caf-78d7e6bd6acf,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:52.475895 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-49e8ca25-8e00-456c-98d1-0a5fd7576456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.479028 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-49e8ca25-8e00-456c-98d1-0a5fd7576456 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/de499ce1-60aa-45a5-8caf-78d7e6bd6acf HTTP/1.1" status: 204 len: 168 time: 0.2676380 Jul 27 11:03:52.481501 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59064) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:52.483995 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898639ad-5159-4fd4-9e7c-dc66cd0298e3 None None] Network c9f264e0-e5a2-4f9d-8b66-69990844419a requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 11:03:52.550211 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (c9f264e0-e5a2-4f9d-8b66-69990844419a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.591297 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Deleting port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:52.591670 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.638776 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 82b7e390-0e85-4aeb-9786-50c42c331438 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:03:52.640899 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] DHCP port deletion for c9f264e0-e5a2-4f9d-8b66-69990844419a request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 11:03:52.664153 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 82b7e390-0e85-4aeb-9786-50c42c331438 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:03:52.664505 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 82b7e390-0e85-4aeb-9786-50c42c331438 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:03:52.666626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] For port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,segment=NetworkSegment(8713c492-a0fd-4070-bb96-d3c1761d0135),segment_id=8713c492-a0fd-4070-bb96-d3c1761d0135)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:52.667024 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.679937 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Calling delete_port for 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 owned by network:dhcp {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:52.698630 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Deleting port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 {{(pid=110618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:03:52.699017 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), before_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.726711 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:52.764420 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.769124 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] For port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,segment=NetworkSegment(8713c492-a0fd-4070-bb96-d3c1761d0135),segment_id=8713c492-a0fd-4070-bb96-d3c1761d0135)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:52.769761 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), precommit_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.783230 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Calling delete_port for 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 owned by network:dhcp {{(pid=110618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:03:52.793633 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Pushing event deleted for resources: {'Port': ['ID=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:52.797262 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] No DVR routers for this DVR port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 on host dv-cinder-850840-3-iscsi {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:03:52.871033 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (18aa9f07-ea40-4fdc-83d2-cb5c34e4e156), after_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.871221 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (c9f264e0-e5a2-4f9d-8b66-69990844419a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.893845 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f264e0-e5a2-4f9d-8b66-69990844419a']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:52.896761 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Pushing event deleted for resources: {'Port': ['ID=18aa9f07-ea40-4fdc-83d2-cb5c34e4e156,revision_number=None']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:52.899999 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:52.904922 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8713c492-a0fd-4070-bb96-d3c1761d0135') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:52.905311 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8713c492-a0fd-4070-bb96-d3c1761d0135') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:52.905693 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] No DVR routers for this DVR port 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 on host dv-cinder-850840-3-iscsi {{(pid=110618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:03:52.910076 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.910424 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.910795 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.911140 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.911468 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.911993 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.912482 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.912977 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.913530 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.914014 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.914522 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.915043 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.916024 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.916523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.917285 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587f17a-2af7-433a-89d6-8db61d266331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:52.927671 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (8713c492-a0fd-4070-bb96-d3c1761d0135), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.943544 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (8713c492-a0fd-4070-bb96-d3c1761d0135), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.950128 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:03:52.950523 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (8713c492-a0fd-4070-bb96-d3c1761d0135), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:52.990666 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 8713c492-a0fd-4070-bb96-d3c1761d0135 resource provider aggregate not found Jul 27 11:03:53.009906 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment 8713c492-a0fd-4070-bb96-d3c1761d0135 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8713c492-a0fd-4070-bb96-d3c1761d0135 found for delete ", "request_id": "req-07377925-6931-4b9b-ac02-23e181cd971c"}]} Jul 27 11:03:53.018360 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (c9f264e0-e5a2-4f9d-8b66-69990844419a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.024067 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.027243 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c9f264e0-e5a2-4f9d-8b66-69990844419a HTTP/1.1" status: 204 len: 168 time: 0.5448208 Jul 27 11:03:53.038334 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21141-ec76-467e-9438-3f090e03cc92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f264e0-e5a2-4f9d-8b66-69990844419a,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:53.186625 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59072) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:53.225662 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-c1b791ec-7aaf-4480-a342-f6cd2f9a3990 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcc755e972c1451e98b1f2ce974e4ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379074 Jul 27 11:03:53.228034 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59074) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:53.274872 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bd427444-4e97-4ecf-9c37-190c066c29b5 admin admin] Publish callbacks [] for security_group (00fc1e64-8a3d-4eab-8278-3055e083a006), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.295096 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bd427444-4e97-4ecf-9c37-190c066c29b5 admin admin] Publish callbacks [] for security_group (00fc1e64-8a3d-4eab-8278-3055e083a006), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.342141 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bd427444-4e97-4ecf-9c37-190c066c29b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (00fc1e64-8a3d-4eab-8278-3055e083a006), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.344754 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-bd427444-4e97-4ecf-9c37-190c066c29b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.346332 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-bd427444-4e97-4ecf-9c37-190c066c29b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00fc1e64-8a3d-4eab-8278-3055e083a006 HTTP/1.1" status: 204 len: 168 time: 0.1173892 Jul 27 11:03:53.353975 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd427444-4e97-4ecf-9c37-190c066c29b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fc1e64-8a3d-4eab-8278-3055e083a006,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:53.663895 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59080) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:53.703738 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-0f1e6f36-c2e7-41d2-a249-be6251ae53ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94b763d4411f4205b7a176b6db443c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387168 Jul 27 11:03:53.706745 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59082) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:53.758033 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fc09-461c-495b-b74a-cab6e38fdf46 admin admin] Publish callbacks [] for security_group (f1185088-e9e1-4f2b-a9d2-d09474c4e1e3), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.779111 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fc09-461c-495b-b74a-cab6e38fdf46 admin admin] Publish callbacks [] for security_group (f1185088-e9e1-4f2b-a9d2-d09474c4e1e3), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.827352 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fc09-461c-495b-b74a-cab6e38fdf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (f1185088-e9e1-4f2b-a9d2-d09474c4e1e3), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.830444 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fc09-461c-495b-b74a-cab6e38fdf46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:53.831834 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-fdc2fc09-461c-495b-b74a-cab6e38fdf46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1185088-e9e1-4f2b-a9d2-d09474c4e1e3 HTTP/1.1" status: 204 len: 168 time: 0.1240625 Jul 27 11:03:53.839643 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2fc09-461c-495b-b74a-cab6e38fdf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1185088-e9e1-4f2b-a9d2-d09474c4e1e3,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:53.851866 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:54.090976 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:03:54.111398 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:03:54.111753 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 18aa9f07-ea40-4fdc-83d2-cb5c34e4e156 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:03:54.112244 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 26bd3fdd-136b-45dd-82e7-b242e7533acd no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:03:54.131359 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 26bd3fdd-136b-45dd-82e7-b242e7533acd {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:03:54.131716 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 26bd3fdd-136b-45dd-82e7-b242e7533acd not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:03:54.451631 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8a820f72-80b3-4d8f-9411-f1b401ca69d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.517139 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59104) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:54.612345 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1145507268-network', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:03:54.632791 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Made reservation on behalf of 4da425aa3e704dfbb09d3b57755b7d76 for: {'network': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:03:54.635385 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.644398 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.676351 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:54.721342 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Publish callbacks [] for security_group (693a5cf6-1a1b-4fca-9944-e1728814f3d9), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.725043 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (693a5cf6-1a1b-4fca-9944-e1728814f3d9), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.749897 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=110617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:03:54.759771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a5cf6-1a1b-4fca-9944-e1728814f3d9,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:54.764619 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (acfa0ea7-badb-4a59-b6ef-e35e257f03fc), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.764967 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.segments_db [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Added segment acfa0ea7-badb-4a59-b6ef-e35e257f03fc of type vlan for network 1e19284a-de5d-4f5e-b775-7743a36d1468 Jul 27 11:03:54.805477 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (1e19284a-de5d-4f5e-b775-7743a36d1468), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.813253 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:54.832129 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (1e19284a-de5d-4f5e-b775-7743a36d1468), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.833097 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:54.833760 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:54.889628 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3714161 Jul 27 11:03:54.893257 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59108) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:54.898129 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Request body: {'subnet': {'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1145507268-subnet', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'ip_version': 4}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:03:54.900786 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3d638-174c-48b0-be7d-e18a0d8e993f admin admin] Pushing event updated for resources: {'Network': ['ID=1e19284a-de5d-4f5e-b775-7743a36d1468,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:54.910729 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:03:54.920938 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Made reservation on behalf of 4da425aa3e704dfbb09d3b57755b7d76 for: {'subnet': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:03:54.923487 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126749480'] for subnet (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.089464 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127098619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126749446'] for subnet (23d4c136-bb63-438e-a7be-812972e69e7c), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.113738 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:55.150035 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d4c136-bb63-438e-a7be-812972e69e7c,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:55.156885 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Checking segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:03:55.157245 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Network hostable DHCP agents. Network: 1e19284a-de5d-4f5e-b775-7743a36d1468, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:03:55.172983 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:03:55.183540 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, 1e19284a-de5d-4f5e-b775-7743a36d1468) {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:03:55.187790 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:55.188304 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.196331 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444a3f9-8993-4f03-8e03-ae426d6db422 None None] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 11:03:55.208442 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-67c9c8a1-7191-457c-b0a2-7fde74bf0a4b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3140502 Jul 27 11:03:55.211457 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59110) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:55.216170 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:03:55.240873 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (2bb0276f-40b0-4787-bed0-10529eedb4c4), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.242458 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (2bb0276f-40b0-4787-bed0-10529eedb4c4), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.300521 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks [] for router_controller (2bb0276f-40b0-4787-bed0-10529eedb4c4), precommit_add_association {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.313890 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-1e19284a-de5d-4f5e-b775-7743a36d1468', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 11:03:55.316053 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.441619 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks [] for router_gateway (2bb0276f-40b0-4787-bed0-10529eedb4c4), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.453884 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Allocated IP 172.20.0.2 (1e19284a-de5d-4f5e-b775-7743a36d1468/23d4c136-bb63-438e-a7be-812972e69e7c/aea04887-6da8-45e8-a103-c2c50a1f1cd1) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:03:55.605595 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.611135 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Publish callbacks [] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.616028 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.629341 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks [] for router_gateway (2bb0276f-40b0-4787-bed0-10529eedb4c4), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.648564 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.661195 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:03:55.664686 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:03:55.666394 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Pushing event updated for resources: {'Port': ['ID=aea04887-6da8-45e8-a103-c2c50a1f1cd1,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:55.668553 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:03:55.730454 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Attempting to bind port aea04887-6da8-45e8-a103-c2c50a1f1cd1 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:03:55.730755 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Attempting to bind port aea04887-6da8-45e8-a103-c2c50a1f1cd1 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:03:55.731119 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Attempting to bind port aea04887-6da8-45e8-a103-c2c50a1f1cd1 on network 1e19284a-de5d-4f5e-b775-7743a36d1468 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:03:55.736191 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:03:55.736564 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Checking segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:03:55.736963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.737353 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Bound using segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:03:55.737905 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Bound port: aea04887-6da8-45e8-a103-c2c50a1f1cd1, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:03:55.738196 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.753144 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Allocated IP 172.27.0.232 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:03:55.809961 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] For port aea04887-6da8-45e8-a103-c2c50a1f1cd1, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:03:55.813508 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] For port aea04887-6da8-45e8-a103-c2c50a1f1cd1, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=aea04887-6da8-45e8-a103-c2c50a1f1cd1,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:03:55.820221 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.844069 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:55.875287 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks [] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.877151 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd0d6d-d636-4782-9b66-8506701eb449 None None] Pushing event updated for resources: {'Port': ['ID=aea04887-6da8-45e8-a103-c2c50a1f1cd1,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:55.908908 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:55.951926 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:03:55.957813 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:03:55.960109 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Pushing event updated for resources: {'Port': ['ID=1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:55.962241 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:03:56.077111 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:56.168043 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device aea04887-6da8-45e8-a103-c2c50a1f1cd1 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:03:56.208083 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:56.214682 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port aea04887-6da8-45e8-a103-c2c50a1f1cd1 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:03:56.215032 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:56.242128 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks [] for router_gateway (2bb0276f-40b0-4787-bed0-10529eedb4c4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:56.253200 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:56.293672 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port aea04887-6da8-45e8-a103-c2c50a1f1cd1 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:03:56.293977 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:56.326312 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port aea04887-6da8-45e8-a103-c2c50a1f1cd1, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=aea04887-6da8-45e8-a103-c2c50a1f1cd1,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:56.331218 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:56.377468 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=aea04887-6da8-45e8-a103-c2c50a1f1cd1,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:56.428753 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (2bb0276f-40b0-4787-bed0-10529eedb4c4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:56.560563 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 11:03:56.668620 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:03:56.678281 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:03:56.680099 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:56.687305 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:56.689324 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-b9ca1bff-6519-4f95-9f83-a961592a388d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4761443 Jul 27 11:03:56.692264 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59112) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:56.696550 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:56.697163 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:56.802353 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ccfb8c-461d-4bf9-bb62-b67abd4f1945 None None] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 11:03:56.824818 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:56.890706 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-5dd8be42-4cd7-4b8c-8b24-c7eb3a9893ef None None] Provisioning complete for port aea04887-6da8-45e8-a103-c2c50a1f1cd1 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:03:56.891083 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-5dd8be42-4cd7-4b8c-8b24-c7eb3a9893ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.006639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8be42-4cd7-4b8c-8b24-c7eb3a9893ef None None] Current status of the port aea04887-6da8-45e8-a103-c2c50a1f1cd1 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:03:57.015234 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:56Z', 'revision_number': 3, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:57.040813 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:03:57.041096 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Updating router 2bb0276f-40b0-4787-bed0-10529eedb4c4 port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:03:57.064337 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:57.072935 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.125779 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.225661 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-e0510d87-62e7-4a66-9a91-f20803a8315c None None] Provisioning complete for port aea04887-6da8-45e8-a103-c2c50a1f1cd1 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:03:57.226284 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e0510d87-62e7-4a66-9a91-f20803a8315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.290083 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Allocated IP 172.20.0.1 (1e19284a-de5d-4f5e-b775-7743a36d1468/23d4c136-bb63-438e-a7be-812972e69e7c/c763001a-f0fe-4679-a7e0-8435e3bc1e69) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:03:57.300167 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-e0510d87-62e7-4a66-9a91-f20803a8315c None None] Current status of the port aea04887-6da8-45e8-a103-c2c50a1f1cd1 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:03:57.321474 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Publish callbacks [] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.326261 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.351925 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.374481 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Pushing event updated for resources: {'Port': ['ID=1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4,revision_number=2']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:57.389679 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.390022 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.390385 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.390761 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.391092 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.391415 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.391735 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.392606 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.392928 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.393243 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.393559 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.393891 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.394360 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.394691 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.395003 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:03:57.398453 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Attempting to bind port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:03:57.398841 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Attempting to bind port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:03:57.399197 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Attempting to bind port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:03:57.404780 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:03:57.405158 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:03:57.405536 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.405918 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:03:57.406370 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Bound port: 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:03:57.406769 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.412198 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Publish callbacks [] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.453592 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.456791 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] For port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:03:57.459939 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] For port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:03:57.467307 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.485457 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.495320 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:57.497167 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:03:57.502951 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:03:57.505181 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:03:57.507110 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Pushing event updated for resources: {'Port': ['ID=c763001a-f0fe-4679-a7e0-8435e3bc1e69,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:57.528124 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:57.528759 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:57.537027 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:57.537258 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.550851 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (2bb0276f-40b0-4787-bed0-10529eedb4c4), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.595796 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34f43e-4d1c-4a0d-9520-2eaf130c4385 None None] Pushing event updated for resources: {'Port': ['ID=1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:57.601925 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:57.654957 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:57.694316 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.822445 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:57.823603 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-4f183bcb-05e9-423e-ad48-02bcaa08ba14 None None] Provisioning complete for port c763001a-f0fe-4679-a7e0-8435e3bc1e69 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:03:57.823997 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-4f183bcb-05e9-423e-ad48-02bcaa08ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.831611 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:56Z', 'revision_number': 3, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:57.858536 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-4f183bcb-05e9-423e-ad48-02bcaa08ba14 None None] Port c763001a-f0fe-4679-a7e0-8435e3bc1e69 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:03:57.862275 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79297de-ec32-425c-b71c-e872e4b2d180 None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:56Z', 'revision_number': 3, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:03:57.868448 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Publish callbacks [] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.873754 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:57.941126 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Pushing event updated for resources: {'Port': ['ID=c763001a-f0fe-4679-a7e0-8435e3bc1e69,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:57.949800 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (2bb0276f-40b0-4787-bed0-10529eedb4c4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:58.044071 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:03:58.045490 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:03:58.196488 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:03:58.288784 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device aea04887-6da8-45e8-a103-c2c50a1f1cd1 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:03:58.338890 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port aea04887-6da8-45e8-a103-c2c50a1f1cd1 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:03:58.339361 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:58.394744 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-cbbad38f-02df-456a-a67f-5d622a84b6c5 None None] Provisioning complete for port c763001a-f0fe-4679-a7e0-8435e3bc1e69 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:03:58.395212 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-cbbad38f-02df-456a-a67f-5d622a84b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:58.458376 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-cbbad38f-02df-456a-a67f-5d622a84b6c5 None None] Port c763001a-f0fe-4679-a7e0-8435e3bc1e69 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:03:58.463870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port aea04887-6da8-45e8-a103-c2c50a1f1cd1 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:03:58.464971 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:03:58.499251 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:58.517045 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:03:58.517425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:58.545646 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:58.567093 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:03:58.572419 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-64fced5f-6062-472f-b816-4035c8795d62 admin admin] 10.222.0.36 "PUT /v2.0/routers/2bb0276f-40b0-4787-bed0-10529eedb4c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789678 Jul 27 11:03:58.601459 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:03:58.601951 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:58.624977 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:58.632079 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:58.683568 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:59.057934 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59128) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:59.062780 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-351537624-network', 'tenant_id': '23891070f598436abb65c33ef92dff02'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:03:59.086921 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Made reservation on behalf of 23891070f598436abb65c33ef92dff02 for: {'network': 1} {{(pid=110616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:03:59.089274 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for network (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.097658 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.172266 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:59.175342 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Publish callbacks [] for security_group (897e1408-c84d-4acc-94a5-89477bfa255e), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.179673 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (897e1408-c84d-4acc-94a5-89477bfa255e), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.203404 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=110616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:03:59.217555 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897e1408-c84d-4acc-94a5-89477bfa255e,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:59.222813 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.223161 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.segments_db [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Added segment e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2 of type vlan for network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea Jul 27 11:03:59.264610 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740063256953'] for network (b03e1dda-fadd-4f62-b8e6-4de0f019b4ea), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.289369 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948'] for network (b03e1dda-fadd-4f62-b8e6-4de0f019b4ea), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.290559 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:59.291200 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.349862 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2907550 Jul 27 11:03:59.352625 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59130) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:59.357549 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Request body: {'subnet': {'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-351537624-subnet', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'ip_version': 4}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:03:59.361733 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17077674-35b5-4429-be8c-b3f795ec0fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=b03e1dda-fadd-4f62-b8e6-4de0f019b4ea,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:59.371747 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea details requested by agent ovs-agent-dv-cinder-850840-3-iscsi with host dv-cinder-850840-3-iscsi {{(pid=110618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:03:59.378434 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Made reservation on behalf of 23891070f598436abb65c33ef92dff02 for: {'subnet': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:03:59.380941 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129740455'] for subnet (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.483299 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:03:59.499569 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:03:59.500367 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:59.575152 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126546495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129740425'] for subnet (22111840-968e-4575-acd8-29b301537290), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.581837 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:59.649026 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=22111840-968e-4575-acd8-29b301537290,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:59.659462 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Checking segment: {'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:03:59.659851 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Network hostable DHCP agents. Network: b03e1dda-fadd-4f62-b8e6-4de0f019b4ea, hostable agents: ['b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60'], hosted agents: [] {{(pid=110617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:03:59.662963 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:03:59.681601 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea is scheduled to be hosted by DHCP agent b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60 with binding_index 1 {{(pid=110617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:03:59.691014 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-3-iscsi, b03e1dda-fadd-4f62-b8e6-4de0f019b4ea) {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:03:59.695204 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:03:59.695837 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for subnet (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.712730 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-a92c2f25-5b7d-47aa-b6c5-4851da0f04ad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3589315 Jul 27 11:03:59.715667 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59132) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:03:59.720635 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:03:59.732834 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5725eaa-6bbf-4afb-8b88-ab2acd842527 None None] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 11:03:59.741922 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (545528d0-0c08-4ab3-ba8d-12ef917e10d1), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.743099 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3894781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-431'] for router (545528d0-0c08-4ab3-ba8d-12ef917e10d1), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.808304 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks [] for router_controller (545528d0-0c08-4ab3-ba8d-12ef917e10d1), precommit_add_association {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:03:59.831488 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:03:59.950037 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083b2f35-dbdf-5982-be47-bc044a99b4e1-b03e1dda-fadd-4f62-b8e6-4de0f019b4ea', 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea', 'project_id': '23891070f598436abb65c33ef92dff02', 'fixed_ips': [{'subnet_id': '22111840-968e-4575-acd8-29b301537290'}]}} from dv-cinder-850840-3-iscsi. {{(pid=110618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 11:03:59.955097 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.133595 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:00.227916 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks [] for router_gateway (545528d0-0c08-4ab3-ba8d-12ef917e10d1), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.276668 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 2, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:00.311358 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.db_base_plugin_common [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Allocated IP 172.20.0.2 (b03e1dda-fadd-4f62-b8e6-4de0f019b4ea/22111840-968e-4575-acd8-29b301537290/1c2587a5-aad8-494b-937b-a130bd46f07a) {{(pid=110618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:04:00.314237 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:00.314622 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.316492 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:04:00.316864 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Updating router 2bb0276f-40b0-4787-bed0-10529eedb4c4 port c763001a-f0fe-4679-a7e0-8435e3bc1e69 binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:04:00.369534 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:00.374809 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:00.391479 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.410441 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks [] for router_gateway (545528d0-0c08-4ab3-ba8d-12ef917e10d1), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.412666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:00.430182 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.537446 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Allocated IP 172.27.0.79 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/b930c09e-cd46-4f7d-9376-4f630cacb7de) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:04:00.602516 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:00.641650 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks [] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.672793 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.677407 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:00.698273 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Publish callbacks [] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), precommit_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.706990 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), after_create {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.721005 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:04:00.726372 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:04:00.730626 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:04:00.733848 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=b930c09e-cd46-4f7d-9376-4f630cacb7de,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:00.782392 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea is already hosted by enough agents. {{(pid=110618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:04:00.790765 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.scheduler.base_scheduler [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Resources bound (agent type, host, resource id): {{(pid=110618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:04:00.792845 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Pushing event updated for resources: {'Port': ['ID=1c2587a5-aad8-494b-937b-a130bd46f07a,revision_number=1']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:00.797647 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Received port after_create {{(pid=110618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:04:00.892983 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Publish callbacks [] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.896998 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Attempting to bind port 1c2587a5-aad8-494b-937b-a130bd46f07a on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:04:00.897404 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Attempting to bind port 1c2587a5-aad8-494b-937b-a130bd46f07a by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:04:00.897800 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Attempting to bind port 1c2587a5-aad8-494b-937b-a130bd46f07a on network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:04:00.901246 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.929279 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:04:00.929660 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Checking segment: {'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:04:00.930077 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.930472 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Bound using segment: {'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:04:00.930983 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Bound port: 1c2587a5-aad8-494b-937b-a130bd46f07a, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:04:00.931365 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:00.988337 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962eaa8f-11a1-4c98-a8c6-41aee83e4612 None None] Pushing event updated for resources: {'Port': ['ID=c763001a-f0fe-4679-a7e0-8435e3bc1e69,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:01.001982 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks [] for router_gateway (545528d0-0c08-4ab3-ba8d-12ef917e10d1), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.045852 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:01.066176 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] For port 1c2587a5-aad8-494b-937b-a130bd46f07a, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:04:01.068871 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Attempting to bind port c763001a-f0fe-4679-a7e0-8435e3bc1e69 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:04:01.069196 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Attempting to bind port c763001a-f0fe-4679-a7e0-8435e3bc1e69 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:04:01.069614 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Attempting to bind port c763001a-f0fe-4679-a7e0-8435e3bc1e69 on network 1e19284a-de5d-4f5e-b775-7743a36d1468 {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:04:01.082776 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:04:01.083104 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Checking segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:04:01.083428 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.084307 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Bound using segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:04:01.084307 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Bound port: c763001a-f0fe-4679-a7e0-8435e3bc1e69, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:04:01.084698 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.091637 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] For port 1c2587a5-aad8-494b-937b-a130bd46f07a, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=1c2587a5-aad8-494b-937b-a130bd46f07a,segment=NetworkSegment(e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2),segment_id=e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:04:01.103914 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.163733 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:01.231934 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3894731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839361'] for router (545528d0-0c08-4ab3-ba8d-12ef917e10d1), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.246051 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-7b270ae2-c4d1-4fc1-86b4-618c75a66a17 None None] Provisioning complete for port c763001a-f0fe-4679-a7e0-8435e3bc1e69 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:01.247079 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7b270ae2-c4d1-4fc1-86b4-618c75a66a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.249819 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] For port c763001a-f0fe-4679-a7e0-8435e3bc1e69, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:04:01.252998 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba670fb-5e6a-492a-aaa3-725a5c2a1286 None None] Pushing event updated for resources: {'Port': ['ID=1c2587a5-aad8-494b-937b-a130bd46f07a,revision_number=2']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:01.288034 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] For port c763001a-f0fe-4679-a7e0-8435e3bc1e69, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c763001a-f0fe-4679-a7e0-8435e3bc1e69,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:04:01.302954 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.312441 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-7b270ae2-c4d1-4fc1-86b4-618c75a66a17 None None] Port c763001a-f0fe-4679-a7e0-8435e3bc1e69 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:04:01.340475 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:01.368472 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:04:01.369002 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:01.371334 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962eaa8f-11a1-4c98-a8c6-41aee83e4612 None None] Pushing event updated for resources: {'Port': ['ID=c763001a-f0fe-4679-a7e0-8435e3bc1e69,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:01.397392 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 is scheduled to L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e with binding_index 1 {{(pid=110616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 11:04:01.519532 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:04:01.529863 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Sync routers for ids ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:04:01.543018 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Routers {'545528d0-0c08-4ab3-ba8d-12ef917e10d1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:04:01.544015 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:01.573437 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.574745 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-903759eb-bc83-4a25-96b6-be469e907ca0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8580515 Jul 27 11:04:01.577629 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59134) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:01.673951 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:04:01.677881 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Set router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:04:01.795158 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-b8869a43-4aa2-4a9e-8664-85374e5197a5 None None] Provisioning complete for port c763001a-f0fe-4679-a7e0-8435e3bc1e69 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:01.795954 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b8869a43-4aa2-4a9e-8664-85374e5197a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.944498 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-b8869a43-4aa2-4a9e-8664-85374e5197a5 None None] Current status of the port c763001a-f0fe-4679-a7e0-8435e3bc1e69 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:01.944892 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b8869a43-4aa2-4a9e-8664-85374e5197a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:01.957227 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:04:00Z', 'revision_number': 3, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port': {'id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:00Z', 'updated_at': '2022-07-27T11:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:01.958283 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:01.991225 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f649608-e6cd-43f8-9a25-3fe930104449 None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:04:01.993021 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Checking router: 545528d0-0c08-4ab3-ba8d-12ef917e10d1 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:04:01.993381 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Updating router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 port b930c09e-cd46-4f7d-9376-4f630cacb7de binding host dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:04:02.031409 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-b8869a43-4aa2-4a9e-8664-85374e5197a5 None None] For port c763001a-f0fe-4679-a7e0-8435e3bc1e69, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c763001a-f0fe-4679-a7e0-8435e3bc1e69,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:04:02.051600 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b8869a43-4aa2-4a9e-8664-85374e5197a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.069013 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.095200 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.168695 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8869a43-4aa2-4a9e-8664-85374e5197a5 None None] Pushing event updated for resources: {'Port': ['ID=c763001a-f0fe-4679-a7e0-8435e3bc1e69,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:02.244058 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 1c2587a5-aad8-494b-937b-a130bd46f07a up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:02.249963 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:02.284254 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:02.313388 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Allocated IP 172.20.0.1 (b03e1dda-fadd-4f62-b8e6-4de0f019b4ea/22111840-968e-4575-acd8-29b301537290/7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:04:02.327943 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 1c2587a5-aad8-494b-937b-a130bd46f07a triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:02.328311 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.435363 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 1c2587a5-aad8-494b-937b-a130bd46f07a is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:02.435760 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.473881 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Publish callbacks [] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.474102 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Publish callbacks [] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), precommit_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.480179 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port 1c2587a5-aad8-494b-937b-a130bd46f07a, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=1c2587a5-aad8-494b-937b-a130bd46f07a,segment=NetworkSegment(e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2),segment_id=e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:04:02.482469 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.490992 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.492187 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c763001a-f0fe-4679-a7e0-8435e3bc1e69 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:02.507345 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:02.516126 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.522121 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:02.548825 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185353b-0eb6-4e49-a625-b35bd9e21234 None None] Pushing event updated for resources: {'Port': ['ID=b930c09e-cd46-4f7d-9376-4f630cacb7de,revision_number=2']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:02.574276 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:02.581016 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Attempting to bind port b930c09e-cd46-4f7d-9376-4f630cacb7de on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:04:02.582396 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Attempting to bind port b930c09e-cd46-4f7d-9376-4f630cacb7de by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:04:02.582818 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Attempting to bind port b930c09e-cd46-4f7d-9376-4f630cacb7de on network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:04:02.591290 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:04:02.592294 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Checking segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:04:02.592934 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.593301 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Bound using segment: {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'} {{(pid=110619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:04:02.593996 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.managers [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Bound port: b930c09e-cd46-4f7d-9376-4f630cacb7de, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6cb72-1b59-452d-9dde-0aa16d9d138c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc'}}] {{(pid=110619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:04:02.594720 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), before_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.596972 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df854cb-30db-4842-b510-82207e6fbe31 None None] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 11:04:02.601845 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:02.606653 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:04:02.608504 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:04:02.609404 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=1c2587a5-aad8-494b-937b-a130bd46f07a,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:02.611229 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:04:02.624713 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port c763001a-f0fe-4679-a7e0-8435e3bc1e69 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:02.630857 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.658650 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3894913'] for router_interface (545528d0-0c08-4ab3-ba8d-12ef917e10d1), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.659993 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] For port b930c09e-cd46-4f7d-9376-4f630cacb7de, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:04:02.663994 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.plugins.ml2.db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] For port b930c09e-cd46-4f7d-9376-4f630cacb7de, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b930c09e-cd46-4f7d-9376-4f630cacb7de,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:04:02.672663 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron_lib.callbacks.manager [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), after_update {{(pid=110619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.750896 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185353b-0eb6-4e49-a625-b35bd9e21234 None None] Pushing event updated for resources: {'Port': ['ID=b930c09e-cd46-4f7d-9376-4f630cacb7de,revision_number=3']} {{(pid=110619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:02.752365 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-a1e1f308-bf2a-4595-890a-10452aee045d None None] Provisioning complete for port 1c2587a5-aad8-494b-937b-a130bd46f07a triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:02.752879 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f308-bf2a-4595-890a-10452aee045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.755909 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Routers {'545528d0-0c08-4ab3-ba8d-12ef917e10d1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:04:02.756527 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:02.840821 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:02.879085 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] Set router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:04:02.969592 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port c763001a-f0fe-4679-a7e0-8435e3bc1e69 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:03.020664 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1f308-bf2a-4595-890a-10452aee045d None None] Current status of the port 1c2587a5-aad8-494b-937b-a130bd46f07a is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:03.059157 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Publish callbacks [] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:03.065628 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:03.095844 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:03.099176 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:04:00Z', 'revision_number': 3, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port': {'id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:00Z', 'updated_at': '2022-07-27T11:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:03.131607 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08a0d9a-c770-4598-9883-93a65b060f74 None None] The sync data for ids ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'] in dv-cinder-850840-3-iscsi is: [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:04:00Z', 'revision_number': 3, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port': {'id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:00Z', 'updated_at': '2022-07-27T11:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:04:03.147687 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:03.153005 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895037'] for router_interface (545528d0-0c08-4ab3-ba8d-12ef917e10d1), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:03.242857 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-43f58f9e-502f-4f8b-bba5-79d3e1999a8d None None] Provisioning complete for port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:03.243242 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-43f58f9e-502f-4f8b-bba5-79d3e1999a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:03.279635 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-43f58f9e-502f-4f8b-bba5-79d3e1999a8d None None] Port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:04:03.280848 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:04:03.282371 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:04:03.290368 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-43f58f9e-502f-4f8b-bba5-79d3e1999a8d None None] Provisioning complete for port 1c2587a5-aad8-494b-937b-a130bd46f07a triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:03.290875 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-43f58f9e-502f-4f8b-bba5-79d3e1999a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:03.391757 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-43f58f9e-502f-4f8b-bba5-79d3e1999a8d None None] Current status of the port 1c2587a5-aad8-494b-937b-a130bd46f07a is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:03.413698 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:03.419513 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:04:03.524291 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-348bfbc3-e3e5-4031-ad30-0f271ce170e4 None None] Provisioning complete for port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:03.525050 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-348bfbc3-e3e5-4031-ad30-0f271ce170e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:03.548842 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:04:03.557168 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-1c412d4d-f10b-4912-874f-998fd4b4ace1 admin admin] 10.222.0.36 "PUT /v2.0/routers/545528d0-0c08-4ab3-ba8d-12ef917e10d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9784243 Jul 27 11:04:03.566514 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:03.577680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-348bfbc3-e3e5-4031-ad30-0f271ce170e4 None None] Port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:04:03.800027 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-a76e9959-2be0-4e9f-a4ed-d15f307185ca None None] Provisioning complete for port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:03.800684 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a76e9959-2be0-4e9f-a4ed-d15f307185ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:03.839623 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a76e9959-2be0-4e9f-a4ed-d15f307185ca None None] Port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:04:03.972745 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59142) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:03.977340 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-25c9a1cf-0a86-4979-8d33-9b9412469083 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601745404', 'description': 'tempest-secgroup-smoke-601745404 description', 'project_id': '4da425aa3e704dfbb09d3b57755b7d76'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:03.999543 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-25c9a1cf-0a86-4979-8d33-9b9412469083 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.085071 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-25c9a1cf-0a86-4979-8d33-9b9412469083 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group (81788f73-21b8-42ad-9400-a7384f32c3f4), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.090314 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-25c9a1cf-0a86-4979-8d33-9b9412469083 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (81788f73-21b8-42ad-9400-a7384f32c3f4), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.104481 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:04.124666 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-25c9a1cf-0a86-4979-8d33-9b9412469083 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.129085 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-25c9a1cf-0a86-4979-8d33-9b9412469083 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1521816 Jul 27 11:04:04.129567 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59144) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:04.134142 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-19cd9847-2c9f-42ad-9073-160db815ea91 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'security_group_rule': {'security_group_id': '81788f73-21b8-42ad-9400-a7384f32c3f4', 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:04.141278 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9a1cf-0a86-4979-8d33-9b9412469083 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81788f73-21b8-42ad-9400-a7384f32c3f4,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:04.165047 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-19cd9847-2c9f-42ad-9073-160db815ea91 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (df1ea7ed-1af5-474c-9ad6-d59b9a0e1240), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.211601 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b930c09e-cd46-4f7d-9376-4f630cacb7de up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:04.228920 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-19cd9847-2c9f-42ad-9073-160db815ea91 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (df1ea7ed-1af5-474c-9ad6-d59b9a0e1240), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.232995 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-19cd9847-2c9f-42ad-9073-160db815ea91 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (df1ea7ed-1af5-474c-9ad6-d59b9a0e1240), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.253012 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd9847-2c9f-42ad-9073-160db815ea91 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1ea7ed-1af5-474c-9ad6-d59b9a0e1240,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:04.262859 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-19cd9847-2c9f-42ad-9073-160db815ea91 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.267295 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-19cd9847-2c9f-42ad-9073-160db815ea91 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335888 Jul 27 11:04:04.267453 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port b930c09e-cd46-4f7d-9376-4f630cacb7de triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:04.267453 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.267643 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59146) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:04.272188 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-d8124af4-539f-4cc3-9c13-6ee9fbe40990 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'security_group_rule': {'security_group_id': '81788f73-21b8-42ad-9400-a7384f32c3f4', 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:04.298310 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d8124af4-539f-4cc3-9c13-6ee9fbe40990 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (744d2bc3-a4f5-4136-858b-950f1a38f440), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.337255 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port b930c09e-cd46-4f7d-9376-4f630cacb7de is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:04.337725 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.354898 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d8124af4-539f-4cc3-9c13-6ee9fbe40990 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (744d2bc3-a4f5-4136-858b-950f1a38f440), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.358537 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d8124af4-539f-4cc3-9c13-6ee9fbe40990 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (744d2bc3-a4f5-4136-858b-950f1a38f440), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.359694 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] For port b930c09e-cd46-4f7d-9376-4f630cacb7de, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b930c09e-cd46-4f7d-9376-4f630cacb7de,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:04:04.363658 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.364598 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 1c2587a5-aad8-494b-937b-a130bd46f07a up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:04.381615 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8124af4-539f-4cc3-9c13-6ee9fbe40990 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744d2bc3-a4f5-4136-858b-950f1a38f440,revision_number=0']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:04.390386 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-d8124af4-539f-4cc3-9c13-6ee9fbe40990 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.392093 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-d8124af4-539f-4cc3-9c13-6ee9fbe40990 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232226 Jul 27 11:04:04.395042 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59148) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:04.399527 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-044a0166-3178-479c-b1f9-eaa7a79c9975 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'security_group_rule': {'security_group_id': '81788f73-21b8-42ad-9400-a7384f32c3f4', 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:04.426823 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-044a0166-3178-479c-b1f9-eaa7a79c9975 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (f4117c98-5b0a-46e3-a0ab-1a591d4e36d3), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.435818 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:04.445398 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Pushing event updated for resources: {'Port': ['ID=b930c09e-cd46-4f7d-9376-4f630cacb7de,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:04.455542 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 1c2587a5-aad8-494b-937b-a130bd46f07a triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:04.455921 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.490162 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-044a0166-3178-479c-b1f9-eaa7a79c9975 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (f4117c98-5b0a-46e3-a0ab-1a591d4e36d3), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.494919 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-044a0166-3178-479c-b1f9-eaa7a79c9975 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (f4117c98-5b0a-46e3-a0ab-1a591d4e36d3), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.515473 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a0166-3178-479c-b1f9-eaa7a79c9975 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4117c98-5b0a-46e3-a0ab-1a591d4e36d3,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:04.522772 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-044a0166-3178-479c-b1f9-eaa7a79c9975 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.524007 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-044a0166-3178-479c-b1f9-eaa7a79c9975 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279683 Jul 27 11:04:04.526784 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59150) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:04.531341 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-8ba249d3-7ae1-4a04-9d62-45c64b0a475b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'security_group_rule': {'security_group_id': '81788f73-21b8-42ad-9400-a7384f32c3f4', 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:04.535666 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 1c2587a5-aad8-494b-937b-a130bd46f07a is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:04.536677 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c763001a-f0fe-4679-a7e0-8435e3bc1e69 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:04.545471 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:04.559674 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8ba249d3-7ae1-4a04-9d62-45c64b0a475b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (ed56aa2e-72ca-4038-910e-488d9ac1d642), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.580265 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port c763001a-f0fe-4679-a7e0-8435e3bc1e69 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:04.580637 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.609198 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8ba249d3-7ae1-4a04-9d62-45c64b0a475b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (ed56aa2e-72ca-4038-910e-488d9ac1d642), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.612940 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8ba249d3-7ae1-4a04-9d62-45c64b0a475b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (ed56aa2e-72ca-4038-910e-488d9ac1d642), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.628852 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba249d3-7ae1-4a04-9d62-45c64b0a475b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed56aa2e-72ca-4038-910e-488d9ac1d642,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:04.640076 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-8ba249d3-7ae1-4a04-9d62-45c64b0a475b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.641266 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-8ba249d3-7ae1-4a04-9d62-45c64b0a475b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134896 Jul 27 11:04:04.644575 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59152) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:04.648820 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-becdfa46-69e6-4078-b93e-3e44f35c5e13 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'security_group_rule': {'security_group_id': '81788f73-21b8-42ad-9400-a7384f32c3f4', 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:04.660447 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port c763001a-f0fe-4679-a7e0-8435e3bc1e69 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:04.668731 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.securitygroups_db [None req-becdfa46-69e6-4078-b93e-3e44f35c5e13 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Project 4da425aa3e704dfbb09d3b57755b7d76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 11:04:04.674673 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-becdfa46-69e6-4078-b93e-3e44f35c5e13 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (2e488afd-e915-40df-ad27-602909898206), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.733723 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-becdfa46-69e6-4078-b93e-3e44f35c5e13 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (2e488afd-e915-40df-ad27-602909898206), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.737562 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-becdfa46-69e6-4078-b93e-3e44f35c5e13 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (2e488afd-e915-40df-ad27-602909898206), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.756622 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdfa46-69e6-4078-b93e-3e44f35c5e13 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e488afd-e915-40df-ad27-602909898206,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:04.763819 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-becdfa46-69e6-4078-b93e-3e44f35c5e13 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.765003 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-becdfa46-69e6-4078-b93e-3e44f35c5e13 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195304 Jul 27 11:04:04.768306 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59154) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:04.772535 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [None req-f9e40e74-cb9d-4dc4-827a-ea01258cc30e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'security_group_rule': {'security_group_id': '81788f73-21b8-42ad-9400-a7384f32c3f4', 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:04.792373 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.securitygroups_db [None req-f9e40e74-cb9d-4dc4-827a-ea01258cc30e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Project 4da425aa3e704dfbb09d3b57755b7d76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 11:04:04.798544 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9e40e74-cb9d-4dc4-827a-ea01258cc30e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (7d3190c8-fbae-4258-a22e-03dd53fea678), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.857653 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9e40e74-cb9d-4dc4-827a-ea01258cc30e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (7d3190c8-fbae-4258-a22e-03dd53fea678), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.861106 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9e40e74-cb9d-4dc4-827a-ea01258cc30e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850830'] for security_group_rule (7d3190c8-fbae-4258-a22e-03dd53fea678), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.878818 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e40e74-cb9d-4dc4-827a-ea01258cc30e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3190c8-fbae-4258-a22e-03dd53fea678,revision_number=0']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:04.886383 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-f9e40e74-cb9d-4dc4-827a-ea01258cc30e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:04.887648 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-f9e40e74-cb9d-4dc4-827a-ea01258cc30e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183779 Jul 27 11:04:05.479562 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Sync routers for ids ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:04:05.491227 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Routers {'545528d0-0c08-4ab3-ba8d-12ef917e10d1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:04:05.492164 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:05.595486 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Set router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:04:05.784673 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:04:02Z', 'revision_number': 4, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port': {'id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:00Z', 'updated_at': '2022-07-27T11:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4', 'name': '', 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'mac_address': 'fa:16:3e:39:37:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '22111840-968e-4575-acd8-29b301537290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:02Z', 'updated_at': '2022-07-27T11:04:02Z', 'revision_number': 2, 'project_id': '23891070f598436abb65c33ef92dff02', 'subnets': [{'id': '22111840-968e-4575-acd8-29b301537290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:05.812644 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Checking router: 545528d0-0c08-4ab3-ba8d-12ef917e10d1 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:04:05.813004 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Updating router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 binding host dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:04:05.814845 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:05.845821 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.110008 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Publish callbacks [] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), precommit_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.115501 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.118827 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:06.270318 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b930c09e-cd46-4f7d-9376-4f630cacb7de up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:06.328449 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6679fe2-a32f-461e-b644-e98916abea53 None None] Pushing event updated for resources: {'Port': ['ID=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,revision_number=3']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:06.382536 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port b930c09e-cd46-4f7d-9376-4f630cacb7de triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:06.383052 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.425882 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Attempting to bind port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 on host dv-cinder-850840-3-iscsi for vnic_type normal with profile {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:04:06.426357 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Attempting to bind port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 by drivers openvswitch,hyperv on host dv-cinder-850840-3-iscsi at level 0 using segments [{'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:04:06.426807 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Attempting to bind port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 on network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:04:06.441154 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Checking agent: {'id': 'e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 39, 27), 'started_at': datetime.datetime(2022, 7, 27, 10, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:04:06.441531 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Checking segment: {'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:04:06.441934 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.442333 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Bound using segment: {'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'} {{(pid=110618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:04:06.442843 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.managers [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Bound port: 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4, host: dv-cinder-850840-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea'}}] {{(pid=110618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:04:06.443226 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.524605 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port b930c09e-cd46-4f7d-9376-4f630cacb7de is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:06.542051 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] For port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4, host dv-cinder-850840-3-iscsi, cleared binding levels {{(pid=110618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:04:06.545156 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] For port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4, host dv-cinder-850840-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,segment=NetworkSegment(e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2),segment_id=e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2)] {{(pid=110618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:04:06.552396 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.614120 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-40f19791-f39e-4540-977f-d69c4db30811 None None] Provisioning complete for port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:06.614498 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-40f19791-f39e-4540-977f-d69c4db30811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.657374 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Routers {'545528d0-0c08-4ab3-ba8d-12ef917e10d1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:04:06.658044 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:03:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:06.661738 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6679fe2-a32f-461e-b644-e98916abea53 None None] Pushing event updated for resources: {'Port': ['ID=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:06.758048 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:06.809810 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-40f19791-f39e-4540-977f-d69c4db30811 None None] Current status of the port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 is: DOWN; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:06.810191 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-40f19791-f39e-4540-977f-d69c4db30811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.814530 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] Set router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:04:06.919358 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-40f19791-f39e-4540-977f-d69c4db30811 None None] For port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,segment=NetworkSegment(e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2),segment_id=e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:04:06.945433 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-40f19791-f39e-4540-977f-d69c4db30811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:06.980906 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:07.021281 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f19791-f39e-4540-977f-d69c4db30811 None None] Pushing event updated for resources: {'Port': ['ID=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:07.078787 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-fefc9f13-4ae1-4281-8af2-d0cdc658e027 None None] Provisioning complete for port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:07.079313 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-fefc9f13-4ae1-4281-8af2-d0cdc658e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:07.085927 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:04:02Z', 'revision_number': 4, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port': {'id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:00Z', 'updated_at': '2022-07-27T11:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4', 'name': '', 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'mac_address': 'fa:16:3e:39:37:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '22111840-968e-4575-acd8-29b301537290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:02Z', 'updated_at': '2022-07-27T11:04:06Z', 'revision_number': 4, 'project_id': '23891070f598436abb65c33ef92dff02', 'subnets': [{'id': '22111840-968e-4575-acd8-29b301537290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:07.134928 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d87a4-81b7-46dd-914b-75d6120bf685 None None] The sync data for ids ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'] in dv-cinder-850840-3-iscsi is: [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:04:02Z', 'revision_number': 4, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port': {'id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:00Z', 'updated_at': '2022-07-27T11:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': '7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4', 'name': '', 'network_id': 'b03e1dda-fadd-4f62-b8e6-4de0f019b4ea', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'mac_address': 'fa:16:3e:39:37:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '22111840-968e-4575-acd8-29b301537290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:02Z', 'updated_at': '2022-07-27T11:04:06Z', 'revision_number': 4, 'project_id': '23891070f598436abb65c33ef92dff02', 'subnets': [{'id': '22111840-968e-4575-acd8-29b301537290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:04:07.207230 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-fefc9f13-4ae1-4281-8af2-d0cdc658e027 None None] Current status of the port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:07.327988 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:08.120930 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 up at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:08.165502 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Provisioning complete for port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:08.165876 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:08.239925 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Current status of the port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 is: ACTIVE; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:14.377370 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=78,neutron:INSERT=8,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:14.381156 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:INSERT=4,neutron:SELECT=25,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:14.879416 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:14.881320 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=74,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:16.696062 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:04:17.450685 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=10 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:18.237352 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=42 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:18.239159 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:19.287034 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-2c1207e7-7ed8-4051-8613-b628f6adf8b2 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601745404&fields=id&tenant_id=4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 267 time: 0.0434883 Jul 27 11:04:19.391428 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4d5d8486-6aa2-4660-8f16-8c391a329d9d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:19.392889 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4d5d8486-6aa2-4660-8f16-8c391a329d9d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 812 time: 0.0997455 Jul 27 11:04:19.406822 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-9792b965-a3a1-465c-9236-b937415bf3f5 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/quotas/4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 375 time: 0.0087066 Jul 27 11:04:19.460775 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-56a615ab-a6dd-4c32-8d79-c01a3f34d16f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492439 Jul 27 11:04:19.475487 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-1fe58d89-dde6-4e5a-ab98-e0d5ee462b8a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 11:04:19.476430 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-1fe58d89-dde6-4e5a-ab98-e0d5ee462b8a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049398 Jul 27 11:04:19.564081 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-30d5689b-0f84-4968-8609-baa99f3542a2 service neutron] 10.222.0.36 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823903 Jul 27 11:04:19.654797 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6f91b224-3e90-4702-9ac6-cbf23d729454 service neutron] 10.222.0.36 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850241 Jul 27 11:04:19.947278 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-22105ca0-c7a6-4cd8-a0d5-dec0ad6cdd45 req-d78d0ef5-5362-44c9-b19f-79f337e0de25 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 210 time: 0.0286133 Jul 27 11:04:20.880698 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-8ca10382-9e49-4314-866b-abafa2a1571e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:20.882155 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-8ca10382-9e49-4314-866b-abafa2a1571e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 812 time: 0.1088161 Jul 27 11:04:20.945067 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-1170600c-28ef-41c9-a5ed-4907fdd950a0 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 379 time: 0.0551643 Jul 27 11:04:20.953470 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'port': {'device_id': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'admin_state_up': True, 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'security_groups': ['81788f73-21b8-42ad-9400-a7384f32c3f4']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:21.048399 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9290c14c-2fb1-4fca-a5cc-7752ad6d8602 req-3be4e0b6-459f-4d74-8ba9-7f06be62c435 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 210 time: 0.0278969 Jul 27 11:04:21.071456 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Made reservation on behalf of 4da425aa3e704dfbb09d3b57755b7d76 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:04:21.074819 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:21.201996 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Allocated IP 172.20.0.10 (1e19284a-de5d-4f5e-b775-7743a36d1468/23d4c136-bb63-438e-a7be-812972e69e7c/7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:04:21.354833 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:21.386202 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:21.429114 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:04:21.432391 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:04:21.436080 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:04:21.462780 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:21.492411 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:21.493024 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:21.510385 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-4b067dd8-3f56-4919-a8dd-f8f6ecc7212f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5605781 Jul 27 11:04:21.521661 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Request body: {'port': {'device_id': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:21.584888 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:21.586715 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:21.618087 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-a4f7d5f3-4644-4884-9451-6c14af71407a None None] Provisioning complete for port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:21.618635 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d5f3-4644-4884-9451-6c14af71407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:21.620783 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:21.651323 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7d5f3-4644-4884-9451-6c14af71407a None None] Port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:04:21.845265 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 11:04:21.853153 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Publish callbacks [] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:21.866852 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Transition to ACTIVE for port object 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 11:04:21.870165 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:21.919091 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:21.995427 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Attempting to bind port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:04:21.995775 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Attempting to bind port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:04:21.996150 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Attempting to bind port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 on network 1e19284a-de5d-4f5e-b775-7743a36d1468 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:04:22.000981 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 on network 1e19284a-de5d-4f5e-b775-7743a36d1468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 11:04:22.001329 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Attempting to bind port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 on network 1e19284a-de5d-4f5e-b775-7743a36d1468 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:04:22.006587 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:04:22.006959 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Checking segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:04:22.007342 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Bound using segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:04:22.007771 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Bound port: 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:04:22.008143 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:22.074368 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] For port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:04:22.077711 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] For port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:04:22.084032 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:22.118499 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:22.119059 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:22.120481 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] 10.222.0.69 "PUT /v2.0/ports/7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 HTTP/1.1" status: 200 len: 1094 time: 0.6033120 Jul 27 11:04:22.120918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'tag': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:04:22.123238 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144bee1-979f-4e85-bc17-7ae5e00f1661" -d '{"events": [{"name": "network-changed", "server_uuid": "219548a7-6165-4a7c-88cd-0283d1d8686a", "tag": "7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:04:22.149825 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a707918-2a95-48e4-bfd8-3f5761590d83 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:22.198852 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-66b31fb9-3cb9-48be-ae43-dfbe7590862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:22.199332 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac8538-611e-4199-91bb-59e573ff5c14 req-6d19ce5e-5523-46bc-8d64-ef6689afdfe9 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:22.202822 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fbac8538-611e-4199-91bb-59e573ff5c14 req-6d19ce5e-5523-46bc-8d64-ef6689afdfe9 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 944 time: 0.0763628 Jul 27 11:04:22.239401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d76c974-4401-48ce-811d-0e902a85c65c x-openstack-request-id: req-2d76c974-4401-48ce-811d-0e902a85c65c {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:04:22.239401 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219548a7-6165-4a7c-88cd-0283d1d8686a", "tag": "7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:04:22.239676 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d76c974-4401-48ce-811d-0e902a85c65c {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:04:22.240003 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d76c974-4401-48ce-811d-0e902a85c65c'] response: {'name': 'network-changed', 'server_uuid': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'tag': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'status': 'completed', 'code': 200} Jul 27 11:04:22.243371 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-c2cc048a-6c14-4999-bc8b-4ca829d33d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:22.244879 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-c2cc048a-6c14-4999-bc8b-4ca829d33d46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 1128 time: 0.0540118 Jul 27 11:04:22.265060 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fbac8538-611e-4199-91bb-59e573ff5c14 req-baf60f86-f021-42ac-94aa-61f6e55f9adf tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543714 Jul 27 11:04:22.291337 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-b25a7a12-73a7-4d38-867f-3d5037d5ac0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 HTTP/1.1" status: 200 len: 217 time: 0.0400050 Jul 27 11:04:22.340500 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-7b7433c7-842c-417a-b4d8-d1a027b1b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:22.341918 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-7b7433c7-842c-417a-b4d8-d1a027b1b129 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0454717 Jul 27 11:04:22.384702 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-e3b80a0b-9662-4f3b-9e8e-25eeae64db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:22.386099 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-e3b80a0b-9662-4f3b-9e8e-25eeae64db24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385907 Jul 27 11:04:22.477872 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-6eef7574-4e4e-42ff-9731-99bce3100b52 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857048 Jul 27 11:04:22.535935 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:22.566983 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ad03103f-6919-4bdf-bb3e-965fd976e9b2 req-3899b9ea-6f4f-4dcb-bdb3-3289478f50e6 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837722 Jul 27 11:04:22.783906 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:22.792167 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-31064862-8583-4240-a1e8-8abbc1b8601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:22.793657 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-31064862-8583-4240-a1e8-8abbc1b8601d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 1128 time: 0.0408463 Jul 27 11:04:22.885112 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-14e21441-91d7-425e-af5a-a69261dd5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:22.886547 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-14e21441-91d7-425e-af5a-a69261dd5756 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0866675 Jul 27 11:04:22.922881 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-ea6003a8-0bf1-4c7f-9677-c78cf90b5e10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 HTTP/1.1" status: 200 len: 217 time: 0.0306704 Jul 27 11:04:22.972656 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-bbe1ac63-6b69-4249-9dfa-c7ee9e21742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:22.974133 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-bbe1ac63-6b69-4249-9dfa-c7ee9e21742e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0458684 Jul 27 11:04:23.016325 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-505ad6fb-b1c0-4dd1-9e0d-5d2bbc82e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:23.017767 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-505ad6fb-b1c0-4dd1-9e0d-5d2bbc82e3db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380933 Jul 27 11:04:23.106037 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-0d72c1f9-583c-4171-9048-ef840c16d48a service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824161 Jul 27 11:04:23.192259 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-0144bee1-979f-4e85-bc17-7ae5e00f1661 req-50bfbe9d-8782-4675-8b73-c9cb63994486 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804706 Jul 27 11:04:23.377358 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69536fb3-7682-46a5-9fb0-1ac22a3af89f req-bf47afe1-da72-4b3f-aa2a-bcbeacda83f6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:23.379024 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-69536fb3-7682-46a5-9fb0-1ac22a3af89f req-bf47afe1-da72-4b3f-aa2a-bcbeacda83f6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 944 time: 0.0472934 Jul 27 11:04:23.427861 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-69536fb3-7682-46a5-9fb0-1ac22a3af89f req-b98f718f-5c68-4ab1-97d4-d87234703c47 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426803 Jul 27 11:04:24.455252 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bb7a98ae-526b-4c70-aae4-15607bc752cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:24.544980 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a2837-761a-42c5-adc7-5af39b89b8d2 req-8a060306-27d6-48ca-bce0-b375a437ded1 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:24.546394 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d50a2837-761a-42c5-adc7-5af39b89b8d2 req-8a060306-27d6-48ca-bce0-b375a437ded1 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 944 time: 0.0456600 Jul 27 11:04:24.597068 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d50a2837-761a-42c5-adc7-5af39b89b8d2 req-f3406118-61c8-4282-bc34-d5cf2e4d1d9c tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452354 Jul 27 11:04:25.580093 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:25.713420 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1744b9-2f62-41e2-aa7f-d908cda36419 req-1fdacefb-b8df-46d9-b686-b929370e4d33 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:25.714907 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a1744b9-2f62-41e2-aa7f-d908cda36419 req-1fdacefb-b8df-46d9-b686-b929370e4d33 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 944 time: 0.0468891 Jul 27 11:04:25.762942 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1a1744b9-2f62-41e2-aa7f-d908cda36419 req-0ca8e7ef-e0c5-4d9c-95f5-8e85e0e2ecb0 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Jul 27 11:04:26.691222 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=17 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:26.877751 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a851b-d9c2-4168-8722-031fd383ec18 req-61c637d0-b9cf-450f-95c8-9e4da51627fa tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:26.879224 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-099a851b-d9c2-4168-8722-031fd383ec18 req-61c637d0-b9cf-450f-95c8-9e4da51627fa tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 944 time: 0.0463276 Jul 27 11:04:26.938452 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-099a851b-d9c2-4168-8722-031fd383ec18 req-b5098786-555c-4b0b-8f04-0d5e43140190 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535870 Jul 27 11:04:27.354295 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:27.478980 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:27.524310 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:28.064320 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80fe3-23da-47cd-97dc-36ca626013c4 req-a90b300d-3dfd-468b-ad9f-0e559b53c533 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:28.065816 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2fb80fe3-23da-47cd-97dc-36ca626013c4 req-a90b300d-3dfd-468b-ad9f-0e559b53c533 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 944 time: 0.0560443 Jul 27 11:04:28.077623 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:28.114012 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2fb80fe3-23da-47cd-97dc-36ca626013c4 req-bf169236-9d1e-4693-b8f8-c33dc208f87e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425930 Jul 27 11:04:29.228662 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7aefd-16de-4198-b140-1a1f02a08fff req-68bb98f7-46ce-4ae3-8c46-c97d9fbc8f6a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:29.230019 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1fa7aefd-16de-4198-b140-1a1f02a08fff req-68bb98f7-46ce-4ae3-8c46-c97d9fbc8f6a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 944 time: 0.0462151 Jul 27 11:04:29.277017 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-1fa7aefd-16de-4198-b140-1a1f02a08fff req-fe0cf27a-b82b-4149-9b05-13857cb4bb07 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416608 Jul 27 11:04:29.807953 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:04:29.913772 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:04:29.924912 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'port_id': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'mac_address': 'fa:16:3e:c3:04:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:04:29.959488 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:29.959881 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:29.976133 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 11:04:29.995388 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:04:29.999261 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:30.044347 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:30.202455 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:04:30.382031 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:30.400748 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5770b0-63e0-4f9a-8304-cf3ff70b4ec5 req-281b9e03-773e-4797-b1ae-ba9ffa2f2883 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:30.402256 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ca5770b0-63e0-4f9a-8304-cf3ff70b4ec5 req-281b9e03-773e-4797-b1ae-ba9ffa2f2883 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 945 time: 0.0483856 Jul 27 11:04:30.453975 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ca5770b0-63e0-4f9a-8304-cf3ff70b4ec5 req-1eeb3808-eb6b-4df5-9b30-ec830878398c tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461078 Jul 27 11:04:31.574397 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0869ebf-34ed-4933-a654-931361cb5781 req-b46f12e6-225e-4059-bc63-7c3a0a36348a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:31.575909 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c0869ebf-34ed-4933-a654-931361cb5781 req-b46f12e6-225e-4059-bc63-7c3a0a36348a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 945 time: 0.0485334 Jul 27 11:04:31.623767 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c0869ebf-34ed-4933-a654-931361cb5781 req-95450696-c823-49e3-a2d0-8bafc9110ab5 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420895 Jul 27 11:04:31.823782 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:04:31.864907 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 11:04:31.871159 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:04:31.871535 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:31.872801 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:31.894369 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:31.948820 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:04:31.949219 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:31.971693 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:04:31.973935 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45afabc1-b1d4-493d-b7cc-6f9edca3aebd" -d '{"events": [{"server_uuid": "219548a7-6165-4a7c-88cd-0283d1d8686a", "name": "network-vif-plugged", "status": "completed", "tag": "7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:04:31.987494 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:04:31.992558 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:32.014336 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 11:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ca415a-fee6-4661-8f0a-63fb75447f79 x-openstack-request-id: req-96ca415a-fee6-4661-8f0a-63fb75447f79 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:04:32.014657 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219548a7-6165-4a7c-88cd-0283d1d8686a", "name": "network-vif-plugged", "status": "completed", "tag": "7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:04:32.014915 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96ca415a-fee6-4661-8f0a-63fb75447f79 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:04:32.015307 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ca415a-fee6-4661-8f0a-63fb75447f79'] response: {'server_uuid': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'code': 200} Jul 27 11:04:32.040907 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:32.220043 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce46de4-17be-44b5-af45-521c3bb47ea6 req-d88f60d8-2663-4f90-bb16-2f02b7e9a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:32.221396 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2ce46de4-17be-44b5-af45-521c3bb47ea6 req-d88f60d8-2663-4f90-bb16-2f02b7e9a585 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 1130 time: 0.0374100 Jul 27 11:04:32.275845 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2ce46de4-17be-44b5-af45-521c3bb47ea6 req-f64cfc7c-b0d6-4ccf-84ba-ac9a5da53aed service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479524 Jul 27 11:04:32.740445 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd78e-4250-4279-a4f7-5fe51fafd75f req-fa14a4b8-e3ea-4b8a-8d1f-e767147c08a7 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:32.742169 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-61ddd78e-4250-4279-a4f7-5fe51fafd75f req-fa14a4b8-e3ea-4b8a-8d1f-e767147c08a7 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 946 time: 0.0462458 Jul 27 11:04:32.791653 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-61ddd78e-4250-4279-a4f7-5fe51fafd75f req-d44b329a-c4a9-44fb-917d-8a16eb6e5594 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Jul 27 11:04:33.913949 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18bc96-02b2-475d-82ef-f0a5b6bfcd17 req-8e9a0f2d-2bc5-4560-bccd-30acb2cc661e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:33.915453 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4f18bc96-02b2-475d-82ef-f0a5b6bfcd17 req-8e9a0f2d-2bc5-4560-bccd-30acb2cc661e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 946 time: 0.0517175 Jul 27 11:04:33.964292 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4f18bc96-02b2-475d-82ef-f0a5b6bfcd17 req-8145c23d-942c-48df-b90b-fe24cf06df2e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 Jul 27 11:04:34.078937 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bebd38-cc0f-4488-b7cf-7be7b471c038 req-27c91855-82ca-4ec7-bea4-72e9a6c96f19 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:34.080359 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b6bebd38-cc0f-4488-b7cf-7be7b471c038 req-27c91855-82ca-4ec7-bea4-72e9a6c96f19 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 946 time: 0.0468869 Jul 27 11:04:34.137473 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b6bebd38-cc0f-4488-b7cf-7be7b471c038 req-2faa450e-58e5-4911-ae47-88512f982a72 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516014 Jul 27 11:04:34.162862 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59310) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:34.294630 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aee003-b13a-4010-8da1-03643dc201d9 tempest-TestVolumeBootPattern-840449406 tempest-TestVolumeBootPattern-840449406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:34.296135 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-08aee003-b13a-4010-8da1-03643dc201d9 tempest-TestVolumeBootPattern-840449406 tempest-TestVolumeBootPattern-840449406-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 1125 time: 0.1318350 Jul 27 11:04:34.298988 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59314) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:04:34.303151 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'port_id': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:04:34.324014 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:34.400733 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:34.506539 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Allocated IP 172.27.0.6 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/ea3570bb-829d-4791-9641-57d11bc83f28) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:04:34.608311 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (ea3570bb-829d-4791-9641-57d11bc83f28), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:34.615615 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:34.625266 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:34.645935 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (ea3570bb-829d-4791-9641-57d11bc83f28), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:34.689643 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:04:34.692579 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:04:34.696447 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:04:34.717588 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=ea3570bb-829d-4791-9641-57d11bc83f28,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:35.046775 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (b75c4c0d-b9ec-44b3-86ba-878a9f032698), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:35.112060 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (ea3570bb-829d-4791-9641-57d11bc83f28), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:35.257426 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (ea3570bb-829d-4791-9641-57d11bc83f28), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:35.261806 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (ea3570bb-829d-4791-9641-57d11bc83f28), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:35.330416 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=ea3570bb-829d-4791-9641-57d11bc83f28,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:35.339168 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (b75c4c0d-b9ec-44b3-86ba-878a9f032698), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:35.421170 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:35.430716 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:35.439103 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Floating IP b75c4c0d-b9ec-44b3-86ba-878a9f032698 associated. External IP: 172.27.0.6, port: 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92. Jul 27 11:04:35.633502 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:04:35.733761 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:04:35.743435 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:04:35.754367 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:35.755004 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:04:35.755672 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:04:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:35.786465 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-70cfc880-2418-4990-9344-2ba7f5590468 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4863949 Jul 27 11:04:35.787083 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'tag': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:04:35.789613 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46536351-9642-4d46-8f5c-da2ec8e57da2" -d '{"events": [{"name": "network-changed", "server_uuid": "219548a7-6165-4a7c-88cd-0283d1d8686a", "tag": "7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:04:35.825431 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc3108-bc8e-4abd-a342-db3ff46e298b x-openstack-request-id: req-f4dc3108-bc8e-4abd-a342-db3ff46e298b {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:04:35.825726 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219548a7-6165-4a7c-88cd-0283d1d8686a", "tag": "7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:04:35.825989 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4dc3108-bc8e-4abd-a342-db3ff46e298b {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:04:35.826401 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4dc3108-bc8e-4abd-a342-db3ff46e298b'] response: {'name': 'network-changed', 'server_uuid': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'tag': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'status': 'completed', 'code': 200} Jul 27 11:04:35.868287 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:04:35.885867 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-e353c59b-34dd-4c86-b74f-9fe738aa1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:35.887359 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-e353c59b-34dd-4c86-b74f-9fe738aa1854 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 1130 time: 0.0395191 Jul 27 11:04:35.976746 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-91391e18-657e-47d2-b583-4fb1e75cfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:35.978226 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-91391e18-657e-47d2-b583-4fb1e75cfdcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0841091 Jul 27 11:04:36.080126 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'b75c4c0d-b9ec-44b3-86ba-878a9f032698', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:c3:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:04:34Z', 'updated_at': '2022-07-27T11:04:34Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:36.105237 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:04:36.114124 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:04:36.114768 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:04:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:36.282128 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-4bcb9571-249e-4709-90b3-8c75e971499a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 HTTP/1.1" status: 200 len: 998 time: 0.2974575 Jul 27 11:04:36.310130 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:04:36.330195 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-a3f06750-de9c-476c-95d4-98ffd9f0ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:36.331692 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-a3f06750-de9c-476c-95d4-98ffd9f0ee76 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0435584 Jul 27 11:04:36.374490 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-3c7ff548-bfd5-49f4-83e1-078a8e2aff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:04:36.376050 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-3c7ff548-bfd5-49f4-83e1-078a8e2aff83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389857 Jul 27 11:04:36.466529 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-e1ad0d06-0489-4188-ae3d-8c1757635b20 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847080 Jul 27 11:04:36.518094 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'b75c4c0d-b9ec-44b3-86ba-878a9f032698', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:c3:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:04:34Z', 'updated_at': '2022-07-27T11:04:34Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:04:36.542509 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:36.544386 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea57e5-15f0-4230-ab8e-5378d2977d8a None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'b75c4c0d-b9ec-44b3-86ba-878a9f032698', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:c3:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:04:34Z', 'updated_at': '2022-07-27T11:04:34Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:04:36.563446 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-46536351-9642-4d46-8f5c-da2ec8e57da2 req-98ce65de-64d5-4e74-93d9-2061cb5ea8a0 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910742 Jul 27 11:04:36.730864 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0960937-84e8-47be-9b83-4a3af935e906 None None] New status for floating IP b75c4c0d-b9ec-44b3-86ba-878a9f032698: ACTIVE {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 11:04:45.781376 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=41 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:45.783237 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:46.515631 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=72 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:46.520722 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=82 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:46.558898 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:46.560821 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:46.823335 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:46.832688 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:04:52.163122 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-23436a08-93fb-4d42-9615-cc9448817cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:53.695993 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:04:54.456746 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-efa9cbf9-6dc6-42bf-8299-85294eb5ee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:55.580521 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:57.359916 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:57.481251 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:04:57.522550 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:03.691580 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:03.692344 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:07.516709 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:07.518555 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:14.158505 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-7ff7ab81-2d0d-4c79-a93c-554d596786e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817420 Jul 27 11:05:14.238514 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-481764b7-b7b0-4290-a8aa-a049428e5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:05:14.239942 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-481764b7-b7b0-4290-a8aa-a049428e5ebc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 1130 time: 0.0383503 Jul 27 11:05:14.344640 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-ae64cee6-e1b2-4ed1-b92a-4d6a8daa2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:05:14.346116 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-ae64cee6-e1b2-4ed1-b92a-4d6a8daa2792 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0873501 Jul 27 11:05:14.406050 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-c94542d9-e128-4e1b-9780-06dbc47e0e38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 HTTP/1.1" status: 200 len: 1000 time: 0.0542133 Jul 27 11:05:14.453420 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-fc6efe77-b00e-4669-8bc6-8cdb84529746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:05:14.454940 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-fc6efe77-b00e-4669-8bc6-8cdb84529746 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0436201 Jul 27 11:05:14.501783 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-b24a8469-745c-4f1e-8887-19234991b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:05:14.503273 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-b24a8469-745c-4f1e-8887-19234991b392 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426490 Jul 27 11:05:14.601015 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-a8616ee4-fd7d-4ef2-b90f-a4328b0a513d service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917702 Jul 27 11:05:14.693777 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8ebd39a1-28a9-48c2-a628-46d7c426066f req-fa93d1dd-6bbb-40e9-916d-b9bb7bc2d534 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860684 Jul 27 11:05:16.735846 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:20.773015 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:22.165309 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7c7d857e-9827-44e8-8576-5b0287f19eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:24.458946 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-512a1160-d517-43a1-becc-a12f642bbc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:24.689641 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=46 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:24.690421 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=55 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:25.582256 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:27.432016 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:27.483431 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:27.540685 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:30.695925 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:05:37.534298 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:37.536202 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:40.691592 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:40.692371 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:52.166643 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2a358603-c1ae-4b0d-b6ee-a15b284ff3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:53.737302 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:53.741570 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:05:54.461410 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b6121e5a-beed-4c66-96f2-ffc5ba405232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:55.586079 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:57.364516 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:57.486299 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:05:57.535547 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:07.530027 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:07.531862 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:07.693805 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:06:14.435060 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-ea5a614b-8dec-4cab-b694-5da23dbf93f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375721 Jul 27 11:06:14.512826 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-b92add1a-ce7d-4305-b973-ba401e0e1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:14.514810 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-b92add1a-ce7d-4305-b973-ba401e0e1125 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 1130 time: 0.0385361 Jul 27 11:06:14.616600 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-4bc8ef1b-2f5e-4145-ae01-b3e37310610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:14.618045 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-4bc8ef1b-2f5e-4145-ae01-b3e37310610e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0865793 Jul 27 11:06:14.676327 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-c64a5c34-153e-436e-b3df-2f360ac8a262 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 HTTP/1.1" status: 200 len: 1000 time: 0.0521586 Jul 27 11:06:14.726295 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-77ca06b4-3651-4e9e-a6e9-09d3533d8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:14.727648 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-77ca06b4-3651-4e9e-a6e9-09d3533d8e4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0457978 Jul 27 11:06:14.770738 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-6d39c885-0cbe-4d4b-9752-8797468d3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:14.772199 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-6d39c885-0cbe-4d4b-9752-8797468d3f50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382009 Jul 27 11:06:14.861226 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-f1a5c4dd-8db5-4e7b-beab-c837c04fb836 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827553 Jul 27 11:06:14.947494 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-a5d5c538-ad6f-43ba-9429-8f70e27fe5a9 req-ee7a0200-ec50-4b3d-bd9c-ab4f938a9967 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803766 Jul 27 11:06:17.689063 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=11 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:17.689851 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=17 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:18.500135 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-2a396dec-d1eb-4d83-b185-44265be8c682 service neutron] (110616) timed out ('10.222.0.36', 53658) {{(pid=110616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 11:06:18.680011 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [req-1a14afdb-3d65-46e2-b53f-2f0036c296ac req-bf124f70-19e0-4d56-b7ca-28fa51049ea3 tempest-AttachVolumeShelveTestJSON-1850339888 tempest-AttachVolumeShelveTestJSON-1850339888-project] (110617) timed out ('10.222.0.36', 53666) {{(pid=110617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 11:06:22.169325 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7d95b0b0-b119-47b8-9fe7-bcb5c2464087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:24.464975 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3575-f7b0-4fd5-9755-176008091b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:24.939033 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=46 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:24.944467 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=55 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:25.587802 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:27.366007 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:27.488622 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:27.551065 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:29.056302 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5e8ce-ece2-4ad3-9787-6cc066a25dd0 req-1c38621c-52d6-4130-bf6e-84a2b16c56c9 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:29.057784 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bef5e8ce-ece2-4ad3-9787-6cc066a25dd0 req-1c38621c-52d6-4130-bf6e-84a2b16c56c9 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 946 time: 0.0475829 Jul 27 11:06:29.108970 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bef5e8ce-ece2-4ad3-9787-6cc066a25dd0 req-7161f73f-98c2-4c4f-88f2-bd96d570125d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450866 Jul 27 11:06:30.228652 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da917e-fb80-43f9-97fe-57614f585c11 req-1e6559be-8137-488e-b32b-5f8c24a2fb3d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:30.230047 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b1da917e-fb80-43f9-97fe-57614f585c11 req-1e6559be-8137-488e-b32b-5f8c24a2fb3d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 946 time: 0.0479982 Jul 27 11:06:30.277748 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-b1da917e-fb80-43f9-97fe-57614f585c11 req-bd7c95db-bd80-46b5-88bc-e28bf0880520 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 Jul 27 11:06:30.482533 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-f6191d00-35fe-4aae-b731-1f47b4ac3d96 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:30.483907 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-f6191d00-35fe-4aae-b731-1f47b4ac3d96 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 946 time: 0.0456331 Jul 27 11:06:30.567393 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Deleting port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:06:30.567740 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:30.655101 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] For port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:06:30.655516 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:30.732788 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:30.737847 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:30.817561 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:30.817927 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (b75c4c0d-b9ec-44b3-86ba-878a9f032698), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:30.818277 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.db.l3_db [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Floating IP b75c4c0d-b9ec-44b3-86ba-878a9f032698 disassociated. External IP: 172.27.0.6, port: 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92. Jul 27 11:06:30.818632 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Calling delete_port for 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:06:30.946212 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:30.978200 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event deleted for resources: {'Port': ['ID=7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:30.990103 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.990459 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.990856 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.991178 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.991523 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.991853 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.992181 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.992509 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.992861 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.993190 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.993519 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.993848 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.996917 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.996917 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:30.996917 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:31.097951 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:06:31.200034 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:06:31.212143 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:06:31.225913 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:06:31.226532 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:06:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:06:31.249375 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] No DVR routers for this DVR port 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:06:31.251923 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:31.255351 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5053b01a-4450-4431-9d04-fc2d0979ade2 req-8c35c7ae-5146-47f2-881f-5c5f8c8318eb tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "DELETE /v2.0/ports/7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 HTTP/1.1" status: 204 len: 173 time: 0.7661045 Jul 27 11:06:31.255873 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'name': 'network-vif-deleted', 'tag': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:06:31.258185 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c833c870-9bd5-4aeb-9cd1-2121245fa22a" -d '{"events": [{"server_uuid": "219548a7-6165-4a7c-88cd-0283d1d8686a", "name": "network-vif-deleted", "tag": "7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:06:31.354460 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:06:31.423085 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f2c85729-7e82-4c5f-bf5b-b6281ced5ccf req-1d6d3e51-f998-4e42-8814-bd3ddceb3338 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=219548a7-6165-4a7c-88cd-0283d1d8686a HTTP/1.1" status: 200 len: 210 time: 0.0414112 Jul 27 11:06:31.440349 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da850ec-096f-474b-b294-33ea84b3f00d x-openstack-request-id: req-4da850ec-096f-474b-b294-33ea84b3f00d {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:06:31.440708 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219548a7-6165-4a7c-88cd-0283d1d8686a", "name": "network-vif-deleted", "tag": "7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:06:31.441033 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4da850ec-096f-474b-b294-33ea84b3f00d {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:06:31.441538 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da850ec-096f-474b-b294-33ea84b3f00d'] response: {'server_uuid': '219548a7-6165-4a7c-88cd-0283d1d8686a', 'name': 'network-vif-deleted', 'tag': '7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92', 'status': 'completed', 'code': 200} Jul 27 11:06:31.572263 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:06:31.602011 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:06:31.610758 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:06:31.611347 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:06:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:06:31.707865 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:06:31.896102 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:06:31.922192 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d7636-eb1d-42a5-9ae0-2cffa5a2355e None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:06:32.144176 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b69790-8524-4580-a0ab-63662b345197 None None] New status for floating IP b75c4c0d-b9ec-44b3-86ba-878a9f032698: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 11:06:32.625145 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-bbf40af6-54ab-49ff-a742-e6311818d73b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601745404&fields=id&tenant_id=4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 267 time: 0.0435081 Jul 27 11:06:32.991457 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388fd4-0291-4efb-8970-d632f66126dc req-a07dd345-5322-44c7-b568-7239445212d4 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:32.992910 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-a07dd345-5322-44c7-b568-7239445212d4 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 812 time: 0.3614233 Jul 27 11:06:33.007373 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-ba5711a3-6417-4281-8326-16ba4ff6ac2f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/quotas/4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 375 time: 0.0086575 Jul 27 11:06:33.054811 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-e18a5d92-f1f5-492c-9672-153e3edb56fe tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425568 Jul 27 11:06:33.149667 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-d9e5a62d-b406-4280-8cc9-a8fe8a3705a7 service neutron] 10.222.0.36 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837893 Jul 27 11:06:33.242284 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-a901b96e-519f-42d7-9d0e-ddd12e868342 service neutron] 10.222.0.36 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863154 Jul 27 11:06:33.534123 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-807ab22f-4e63-4aed-9122-9e959bd04a13 req-c92c0027-2156-4a8d-ad50-52872f89bfe5 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 210 time: 0.0287094 Jul 27 11:06:34.384232 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:06:34.407017 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:06:34.407366 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 7f4049a5-2da1-48fc-b5db-8e0b1c4b4f92 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:06:34.486276 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:34.496444 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388fd4-0291-4efb-8970-d632f66126dc req-948e7654-9819-4bc7-9433-fdb7fd7eea6a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:34.497934 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-948e7654-9819-4bc7-9433-fdb7fd7eea6a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 812 time: 0.1118970 Jul 27 11:06:34.533099 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:34.566762 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-ae3aad47-2c3e-4c48-bef1-f9b171a57391 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 379 time: 0.0603929 Jul 27 11:06:34.575360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'port': {'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'admin_state_up': True, 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'security_groups': ['81788f73-21b8-42ad-9400-a7384f32c3f4']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:06:34.633541 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fa32dbf9-7492-4f2c-8930-2b38d13651e0 req-1329c1f8-eec4-41b6-aae2-2464d1dfacd2 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 210 time: 0.0287726 Jul 27 11:06:34.689085 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Made reservation on behalf of 4da425aa3e704dfbb09d3b57755b7d76 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:06:34.692700 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:34.828038 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Allocated IP 172.20.0.14 (1e19284a-de5d-4f5e-b775-7743a36d1468/23d4c136-bb63-438e-a7be-812972e69e7c/1108add2-d8cb-4613-8b8c-96748daad48d) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:06:34.980082 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (1108add2-d8cb-4613-8b8c-96748daad48d), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.013690 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.056298 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:06:35.059493 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:06:35.063192 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:06:35.085469 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=1108add2-d8cb-4613-8b8c-96748daad48d,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:35.118925 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:35.119545 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.135655 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-a6108df2-3d0b-45b0-a622-6de1db3cbea6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641418 Jul 27 11:06:35.147521 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Request body: {'port': {'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:06:35.211214 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.310023 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-ec55942b-5a19-4bc9-8e7c-8f33c5396b29 None None] Provisioning complete for port 1108add2-d8cb-4613-8b8c-96748daad48d triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:06:35.310513 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ec55942b-5a19-4bc9-8e7c-8f33c5396b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.342885 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-ec55942b-5a19-4bc9-8e7c-8f33c5396b29 None None] Port 1108add2-d8cb-4613-8b8c-96748daad48d cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:06:35.372653 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:35.374773 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:35.474975 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1108add2-d8cb-4613-8b8c-96748daad48d {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 11:06:35.482273 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Publish callbacks [] for port (1108add2-d8cb-4613-8b8c-96748daad48d), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.494490 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Transition to ACTIVE for port object 1108add2-d8cb-4613-8b8c-96748daad48d will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 11:06:35.498653 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.549917 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1108add2-d8cb-4613-8b8c-96748daad48d,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:35.616999 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Attempting to bind port 1108add2-d8cb-4613-8b8c-96748daad48d on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:06:35.617343 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Attempting to bind port 1108add2-d8cb-4613-8b8c-96748daad48d by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:06:35.617679 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Attempting to bind port 1108add2-d8cb-4613-8b8c-96748daad48d on network 1e19284a-de5d-4f5e-b775-7743a36d1468 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:06:35.623023 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Port 1108add2-d8cb-4613-8b8c-96748daad48d on network 1e19284a-de5d-4f5e-b775-7743a36d1468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 11:06:35.623352 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Attempting to bind port 1108add2-d8cb-4613-8b8c-96748daad48d on network 1e19284a-de5d-4f5e-b775-7743a36d1468 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:06:35.628459 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:06:35.628814 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Checking segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:06:35.629201 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Bound using segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:06:35.629636 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Bound port: 1108add2-d8cb-4613-8b8c-96748daad48d, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:06:35.629995 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.696891 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] For port 1108add2-d8cb-4613-8b8c-96748daad48d, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:06:35.700454 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] For port 1108add2-d8cb-4613-8b8c-96748daad48d, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1108add2-d8cb-4613-8b8c-96748daad48d,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:06:35.708902 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.746696 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:35.747848 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:35.749240 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 200 len: 1094 time: 0.6057873 Jul 27 11:06:35.749683 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:06:35.752004 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae" -d '{"events": [{"name": "network-changed", "server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:06:35.786342 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aaaf9-bf30-4479-8c1a-7f97e9a3fd59 req-31437fd4-8d50-448e-aa24-089be2a5b79a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:35.795226 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d06aaaf9-bf30-4479-8c1a-7f97e9a3fd59 req-31437fd4-8d50-448e-aa24-089be2a5b79a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 944 time: 0.0798726 Jul 27 11:06:35.797728 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0f089-beea-4c51-a403-d76403be60f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1108add2-d8cb-4613-8b8c-96748daad48d,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:35.817463 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53a3ede-232c-45f0-8e2e-de9d27b28a80 x-openstack-request-id: req-e53a3ede-232c-45f0-8e2e-de9d27b28a80 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:06:35.817821 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:06:35.818136 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e53a3ede-232c-45f0-8e2e-de9d27b28a80 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:06:35.818785 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53a3ede-232c-45f0-8e2e-de9d27b28a80'] response: {'name': 'network-changed', 'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d', 'status': 'completed', 'code': 200} Jul 27 11:06:35.847787 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388fd4-0291-4efb-8970-d632f66126dc req-8f0432bd-aa16-4a40-b62b-07cc8d9ae766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:35.849401 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-8f0432bd-aa16-4a40-b62b-07cc8d9ae766 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1128 time: 0.0485041 Jul 27 11:06:35.850371 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d06aaaf9-bf30-4479-8c1a-7f97e9a3fd59 req-57f2f543-1421-4e05-8866-027255ae1ab5 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540681 Jul 27 11:06:35.895066 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-66205dde-0c36-40ee-8982-3306aea8312f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 200 len: 217 time: 0.0391185 Jul 27 11:06:35.945332 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388fd4-0291-4efb-8970-d632f66126dc req-6257131f-532d-4291-ae77-feef1938430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:35.946858 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-6257131f-532d-4291-ae77-feef1938430b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0460231 Jul 27 11:06:35.992929 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388fd4-0291-4efb-8970-d632f66126dc req-2b0e7403-2a1e-498e-8ef0-687b521dae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:35.994443 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-2b0e7403-2a1e-498e-8ef0-687b521dae4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397546 Jul 27 11:06:36.105791 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-a62e5fc5-ab3d-49f4-a560-a5db3f638f04 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045587 Jul 27 11:06:36.192945 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-05388fd4-0291-4efb-8970-d632f66126dc req-d6db95d7-7104-4043-aeea-485c19819e10 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814641 Jul 27 11:06:36.434958 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-e7922b30-b734-43c9-8c4c-6624207061eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:36.436436 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-e7922b30-b734-43c9-8c4c-6624207061eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1128 time: 0.0499961 Jul 27 11:06:36.490083 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:36.520225 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:36.525341 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-b86fcbbb-9963-4223-8614-35e565d5ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:36.526816 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-b86fcbbb-9963-4223-8614-35e565d5ff33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0840440 Jul 27 11:06:36.567967 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-cc276f57-4790-41ba-92b1-5e35342e359a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 200 len: 217 time: 0.0340576 Jul 27 11:06:36.614957 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-f4dc4ee8-6f59-4f2c-b879-d1fdcc6b78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:36.616316 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-f4dc4ee8-6f59-4f2c-b879-d1fdcc6b78d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0425322 Jul 27 11:06:36.656613 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-2e3d1021-5f85-474f-afba-2dcb82f1b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:36.658021 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-2e3d1021-5f85-474f-afba-2dcb82f1b311 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364141 Jul 27 11:06:36.974211 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722abffe-df66-4b6f-a1d6-e2840ab08790 req-3d38f670-3dd3-4f8c-9082-d379561cf017 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:36.975814 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-722abffe-df66-4b6f-a1d6-e2840ab08790 req-3d38f670-3dd3-4f8c-9082-d379561cf017 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 944 time: 0.0489924 Jul 27 11:06:36.994495 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-a4517b7c-c9c0-4ccb-83e7-55cd201ead63 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303404 Jul 27 11:06:37.029360 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-722abffe-df66-4b6f-a1d6-e2840ab08790 req-ca7c1742-62af-4308-bb5e-b7af19ba6085 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472827 Jul 27 11:06:37.084302 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-8346b9ae-2544-472d-a2bb-ea90f1f8bcae req-93c35cac-0453-41fc-b9c7-f855c881ff88 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831549 Jul 27 11:06:38.145271 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c73255-6b47-4c68-bfca-c798c6e6987f req-16d4e6a0-a26a-41b1-9813-2af649817918 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:38.146811 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e8c73255-6b47-4c68-bfca-c798c6e6987f req-16d4e6a0-a26a-41b1-9813-2af649817918 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 944 time: 0.0473878 Jul 27 11:06:38.194575 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-e8c73255-6b47-4c68-bfca-c798c6e6987f req-7850de6a-6280-4bd9-b65e-204aacc1e809 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422430 Jul 27 11:06:39.313870 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314536d-0373-4f77-8942-998cff6deac0 req-4b479fe2-e1e1-41ce-a993-f844d7b1595c tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:39.315406 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2314536d-0373-4f77-8942-998cff6deac0 req-4b479fe2-e1e1-41ce-a993-f844d7b1595c tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 944 time: 0.0499659 Jul 27 11:06:39.357313 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:39.366668 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2314536d-0373-4f77-8942-998cff6deac0 req-d7ab4ccb-a5df-49f3-ad77-bbaf4cf7b6a0 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445664 Jul 27 11:06:40.481775 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff306e-3cab-4f2a-a6fe-e14ed0bcb40a req-ea3e9576-90a7-4ed8-8c81-7e3748fd582e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:40.483769 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8cff306e-3cab-4f2a-a6fe-e14ed0bcb40a req-ea3e9576-90a7-4ed8-8c81-7e3748fd582e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 944 time: 0.0464430 Jul 27 11:06:40.495596 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:40.531722 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8cff306e-3cab-4f2a-a6fe-e14ed0bcb40a req-116d8be0-b3ac-42c9-8016-677a4fd6f63a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425529 Jul 27 11:06:41.654248 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfd94e-97d6-40b8-83fc-1513213c09c9 req-a6891bd1-cb4e-41f6-8198-78462f5c6e3f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:41.655825 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-66bfd94e-97d6-40b8-83fc-1513213c09c9 req-a6891bd1-cb4e-41f6-8198-78462f5c6e3f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 944 time: 0.0508204 Jul 27 11:06:41.703505 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-66bfd94e-97d6-40b8-83fc-1513213c09c9 req-29e1acd5-7896-41ec-8243-f196aec8838a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421865 Jul 27 11:06:41.899135 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=66 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:41.899833 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=66 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:42.823989 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187a3e7-4e5a-4263-ad1c-fd927a1993d8 req-4484d879-1eb5-4077-921b-221b2998cb9f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:42.825472 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f187a3e7-4e5a-4263-ad1c-fd927a1993d8 req-4484d879-1eb5-4077-921b-221b2998cb9f tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 944 time: 0.0469322 Jul 27 11:06:42.873860 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f187a3e7-4e5a-4263-ad1c-fd927a1993d8 req-7364de83-ff9b-4030-9bce-ef9869df432b tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Jul 27 11:06:43.993061 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536129c-e88c-4e49-93ef-5f5c9c3a16f2 req-b9a5edb1-86de-4f71-b473-78d02e70161d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:43.994525 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5536129c-e88c-4e49-93ef-5f5c9c3a16f2 req-b9a5edb1-86de-4f71-b473-78d02e70161d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 944 time: 0.0463421 Jul 27 11:06:44.046557 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-5536129c-e88c-4e49-93ef-5f5c9c3a16f2 req-19f63d8a-4f5d-46b8-bc20-f34583ae84c7 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461118 Jul 27 11:06:44.427611 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 1108add2-d8cb-4613-8b8c-96748daad48d details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:06:44.524795 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 1108add2-d8cb-4613-8b8c-96748daad48d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1108add2-d8cb-4613-8b8c-96748daad48d,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:06:44.536040 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': '1108add2-d8cb-4613-8b8c-96748daad48d', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:06:44.570040 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 1108add2-d8cb-4613-8b8c-96748daad48d is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:06:44.570422 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:44.586029 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1108add2-d8cb-4613-8b8c-96748daad48d {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 11:06:44.605440 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 1108add2-d8cb-4613-8b8c-96748daad48d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1108add2-d8cb-4613-8b8c-96748daad48d,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:06:44.609680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:44.654508 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=1108add2-d8cb-4613-8b8c-96748daad48d,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:44.661476 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.661859 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.662202 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.662542 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.662911 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.663231 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.663558 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.663883 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.664205 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.664530 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.664854 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.665176 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.665497 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.665816 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.666134 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:44.692875 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:06:44.839844 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['1108add2-d8cb-4613-8b8c-96748daad48d'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:06:45.169947 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a9d88-e1af-43fe-86db-3b29b83f6ff7 req-4d3352a0-be69-4cf7-b81e-89ac24e4cb04 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:45.171466 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3f2a9d88-e1af-43fe-86db-3b29b83f6ff7 req-4d3352a0-be69-4cf7-b81e-89ac24e4cb04 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 945 time: 0.0472598 Jul 27 11:06:45.219235 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-3f2a9d88-e1af-43fe-86db-3b29b83f6ff7 req-cf067f1a-680a-4d81-b286-e69d8b9c8753 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422761 Jul 27 11:06:46.336812 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3127f-8107-44ea-bfb4-33f63e2819cb req-b262b100-e34f-4007-9ab2-00a952ef9482 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:46.338287 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bdf3127f-8107-44ea-bfb4-33f63e2819cb req-b262b100-e34f-4007-9ab2-00a952ef9482 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 945 time: 0.0464802 Jul 27 11:06:46.386313 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bdf3127f-8107-44ea-bfb4-33f63e2819cb req-a1ab85ef-6c80-42ec-bb68-ecd36890134d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Jul 27 11:06:46.444242 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 1108add2-d8cb-4613-8b8c-96748daad48d up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:06:46.446384 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:46.470244 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:46.491562 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port 1108add2-d8cb-4613-8b8c-96748daad48d completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 11:06:46.497093 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port 1108add2-d8cb-4613-8b8c-96748daad48d triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:06:46.497497 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:46.569321 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port 1108add2-d8cb-4613-8b8c-96748daad48d is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:06:46.569707 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:46.592506 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:06:46.594769 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab43a71d-3390-46b4-a049-0ce4ad087713" -d '{"events": [{"server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "name": "network-vif-plugged", "status": "completed", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:06:46.607078 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port 1108add2-d8cb-4613-8b8c-96748daad48d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1108add2-d8cb-4613-8b8c-96748daad48d,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:06:46.611598 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:46.656977 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=1108add2-d8cb-4613-8b8c-96748daad48d,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:46.688670 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6281f45c-31ad-453e-b76f-d463b8851c79 x-openstack-request-id: req-6281f45c-31ad-453e-b76f-d463b8851c79 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:06:46.688967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "name": "network-vif-plugged", "status": "completed", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:06:46.689226 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6281f45c-31ad-453e-b76f-d463b8851c79 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:06:46.689626 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6281f45c-31ad-453e-b76f-d463b8851c79'] response: {'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d', 'code': 200} Jul 27 11:06:46.890194 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8525dba-57f9-4fa2-9ef9-83462e81aca3 req-b9da5965-3212-47fb-bed9-71383187595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:46.891716 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e8525dba-57f9-4fa2-9ef9-83462e81aca3 req-b9da5965-3212-47fb-bed9-71383187595f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1130 time: 0.0381780 Jul 27 11:06:46.938553 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e8525dba-57f9-4fa2-9ef9-83462e81aca3 req-35c81790-a836-417b-9f90-02ad99901084 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Jul 27 11:06:47.518703 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afe8f-9104-4483-ab7f-b9452d6cdb84 req-2127404d-a53c-41ff-8e27-aea9e020dff0 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:47.520163 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9c3afe8f-9104-4483-ab7f-b9452d6cdb84 req-2127404d-a53c-41ff-8e27-aea9e020dff0 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 946 time: 0.0510967 Jul 27 11:06:47.567907 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-9c3afe8f-9104-4483-ab7f-b9452d6cdb84 req-6b0ce0cd-32d7-4a5b-8120-eba6c8e520b8 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421445 Jul 27 11:06:48.685647 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0416ea-5973-48b0-8fc8-8ca073553abe req-a8fdc5e5-b394-43da-92ec-ecf11025f1c8 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:48.687182 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c0416ea-5973-48b0-8fc8-8ca073553abe req-a8fdc5e5-b394-43da-92ec-ecf11025f1c8 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 946 time: 0.0467589 Jul 27 11:06:48.735253 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4c0416ea-5973-48b0-8fc8-8ca073553abe req-ff7da136-e2b1-4aa5-a391-9d6a99d22869 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Jul 27 11:06:48.854310 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728209c-afb8-4355-bbf8-c6fbfa2d42f3 req-74da1b29-499c-489b-a9ad-7951d9e094f1 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:48.855714 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4728209c-afb8-4355-bbf8-c6fbfa2d42f3 req-74da1b29-499c-489b-a9ad-7951d9e094f1 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 946 time: 0.0497134 Jul 27 11:06:48.907259 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4728209c-afb8-4355-bbf8-c6fbfa2d42f3 req-4edd9a82-6fb6-48d3-a4f3-53d1708c8001 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458941 Jul 27 11:06:48.933218 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59432) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:06:48.970963 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a611221-d632-4b6c-a57f-589f81a64ccc tempest-TestVolumeBootPattern-840449406 tempest-TestVolumeBootPattern-840449406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:48.972464 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7a611221-d632-4b6c-a57f-589f81a64ccc tempest-TestVolumeBootPattern-840449406 tempest-TestVolumeBootPattern-840449406-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1125 time: 0.0382986 Jul 27 11:06:48.975251 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59434) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:06:48.979530 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:06:48.999912 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:49.079446 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:49.124232 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:49.144363 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:49.210045 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Allocated IP 172.27.0.155 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/f312be59-7a27-495c-becf-049dab1007aa) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:06:49.316056 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (f312be59-7a27-495c-becf-049dab1007aa), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:49.346970 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (f312be59-7a27-495c-becf-049dab1007aa), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:49.387309 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:06:49.392722 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:06:49.394897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=f312be59-7a27-495c-becf-049dab1007aa,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:49.396946 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:06:49.424393 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.424884 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.425454 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.426022 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.426583 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.427094 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.427433 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.427787 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.428363 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.428936 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.429287 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.429616 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.429946 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.430271 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.430594 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:49.752289 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (fb4e7a65-5cfa-4efd-853d-46c1a07a2476), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:49.815512 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (f312be59-7a27-495c-becf-049dab1007aa), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:49.902177 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:49.909348 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:06:49.963795 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (f312be59-7a27-495c-becf-049dab1007aa), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:49.968513 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (f312be59-7a27-495c-becf-049dab1007aa), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:50.035015 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=f312be59-7a27-495c-becf-049dab1007aa,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:50.048766 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (fb4e7a65-5cfa-4efd-853d-46c1a07a2476), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:50.140852 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Floating IP fb4e7a65-5cfa-4efd-853d-46c1a07a2476 associated. External IP: 172.27.0.155, port: 1108add2-d8cb-4613-8b8c-96748daad48d. Jul 27 11:06:50.333736 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:06:50.434284 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:06:50.444090 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:06:50.452211 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:50.455112 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:06:50.455714 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:06:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:06:50.485485 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-8ab64bcd-dd4e-4f69-84f0-24fe78a0acfc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5092006 Jul 27 11:06:50.486080 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:06:50.488352 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1336d0c-541a-4f75-93f3-317ee0779160" -d '{"events": [{"name": "network-changed", "server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:06:50.558809 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:06:50.585986 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b9233e-3b8f-4a3e-8418-436e71b003e2 x-openstack-request-id: req-60b9233e-3b8f-4a3e-8418-436e71b003e2 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:06:50.586284 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:06:50.586544 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60b9233e-3b8f-4a3e-8418-436e71b003e2 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:06:50.586985 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b9233e-3b8f-4a3e-8418-436e71b003e2'] response: {'name': 'network-changed', 'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d', 'status': 'completed', 'code': 200} Jul 27 11:06:50.646088 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-3ff0eb1b-8280-48ff-9106-9df874dcc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:50.647633 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-3ff0eb1b-8280-48ff-9106-9df874dcc162 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1130 time: 0.0397899 Jul 27 11:06:50.742230 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-33403b99-3d11-4599-8d66-570c3997fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:50.743948 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-33403b99-3d11-4599-8d66-570c3997fc2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0907383 Jul 27 11:06:50.805078 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-6e6fac72-2d7d-425a-8aab-bc4488845d81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 200 len: 1000 time: 0.0553195 Jul 27 11:06:50.853618 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:49Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:06:50.853918 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-d04eac53-3fd0-4c43-9bba-10ef387a7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:50.855328 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-d04eac53-3fd0-4c43-9bba-10ef387a7ac5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0433905 Jul 27 11:06:50.878718 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:06:50.886878 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:06:50.887473 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:06:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:06:50.903107 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-c093de15-2368-4b2c-a515-30e662b70f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:06:50.904668 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-c093de15-2368-4b2c-a515-30e662b70f52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432358 Jul 27 11:06:50.988169 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:06:50.992969 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-bd9cedad-7548-4b8d-8cc5-9a33ec1a164e service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827518 Jul 27 11:06:51.085474 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-e1336d0c-541a-4f75-93f3-317ee0779160 req-eb7f6d9f-939c-4639-b8d5-4f0278b019c6 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863111 Jul 27 11:06:51.194974 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:49Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:06:51.219637 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb1282-d90b-4e2d-82d1-6475c6ba7c4a None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:49Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:06:51.410889 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9884c94-05c6-4cae-94ea-bd5ef519e0c4 None None] New status for floating IP fb4e7a65-5cfa-4efd-853d-46c1a07a2476: ACTIVE {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 11:06:52.170958 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a5c45739-0b8f-4e94-8489-165e44c40332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:54.467460 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d19ff91d-9a6c-4357-aa30-3748c59af54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:55.591690 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:57.369132 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:57.491499 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:06:57.550967 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:00.477592 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:00.479535 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:01.080916 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=84 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:01.082970 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=91 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:07.544775 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:07.546654 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:07.723567 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=73 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:07.733642 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=83 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:14.609682 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-a11a3871-e97a-4df7-b0f8-72dfdfe756ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375199 Jul 27 11:07:14.689720 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-0d21f69f-c5c7-4374-96a2-5bf5bb24d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:07:14.691772 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-0d21f69f-c5c7-4374-96a2-5bf5bb24d1de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1130 time: 0.0390730 Jul 27 11:07:14.797878 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-0c393bc5-4809-4e49-b688-0faac5254c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:07:14.799375 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-0c393bc5-4809-4e49-b688-0faac5254c2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0904589 Jul 27 11:07:14.860356 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-43009c44-c9f0-4163-a062-7c8ae7e8ba6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 200 len: 1002 time: 0.0547972 Jul 27 11:07:14.910428 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-fc6300a6-d881-4bfc-87f8-867117a9dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:07:14.911892 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-fc6300a6-d881-4bfc-87f8-867117a9dc69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0467248 Jul 27 11:07:14.953759 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-d80434ec-c600-482e-afa4-ac4ded718f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:07:14.955299 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-d80434ec-c600-482e-afa4-ac4ded718f53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381227 Jul 27 11:07:15.043071 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-c40ad3c1-c6c4-4e01-af45-fa191e50a8a9 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817971 Jul 27 11:07:15.132517 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-91bcf536-e9ef-4abb-8db1-383827c07bf1 req-90edd5d4-abf6-4d55-a9ad-0698f9a7caa5 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Jul 27 11:07:20.778540 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:20.779265 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:21.691188 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:07:22.173114 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1f01258a-f550-472b-9e70-3c2b1631b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:24.471883 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-2407f383-3cf5-4c93-9130-f38735a765d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:25.128384 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=53 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:25.129167 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=48 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:25.593136 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:27.430409 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:27.494954 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:27.551605 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:31.686774 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:31.687510 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:37.545249 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:37.547081 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:39.089818 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-3e9a537e-8cdd-4829-9cdb-6e524996469a req-d0879d40-5273-49cb-992f-e40c14e88a47 service neutron] (110616) timed out ('10.222.0.69', 65130) {{(pid=110616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 11:07:39.347024 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [req-531bd764-41c5-45f7-964e-a5e7e268475e req-65f1350e-5c7e-412a-a8db-55ebe92acdc8 tempest-TestMinimumBasicScenario-209481882 tempest-TestMinimumBasicScenario-209481882-project] (110616) timed out ('10.222.0.69', 65114) {{(pid=110616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 11:07:44.733794 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:44.739206 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:07:52.175257 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c7d7-4464-433a-ba8a-350a8ba31d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:54.474200 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5196-48dc-4fc2-a249-9567e020f1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:55.594922 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:57.374359 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:57.497150 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:57.562586 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:07:58.690893 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:08:07.557059 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:07.559914 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:16.598659 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5e81316a-6b05-4739-914e-331727ef668b req-095d8793-b932-4764-bf12-2d6e56a2aa9c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392375 Jul 27 11:08:16.680278 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81316a-6b05-4739-914e-331727ef668b req-42f121bf-d1bb-4c69-b686-5c65ddc78116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:16.681777 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5e81316a-6b05-4739-914e-331727ef668b req-42f121bf-d1bb-4c69-b686-5c65ddc78116 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1130 time: 0.0421891 Jul 27 11:08:16.781441 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81316a-6b05-4739-914e-331727ef668b req-f335b35d-a3d9-4daf-bcd4-ec47c1133f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:16.783323 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5e81316a-6b05-4739-914e-331727ef668b req-f335b35d-a3d9-4daf-bcd4-ec47c1133f57 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0841377 Jul 27 11:08:16.845658 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5e81316a-6b05-4739-914e-331727ef668b req-7899ef42-9abf-4c1b-aca3-2dcde5f1c995 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 200 len: 1002 time: 0.0569048 Jul 27 11:08:16.892798 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81316a-6b05-4739-914e-331727ef668b req-9fa795d5-081b-4ff2-92d9-9e909f0658aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:16.894218 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5e81316a-6b05-4739-914e-331727ef668b req-9fa795d5-081b-4ff2-92d9-9e909f0658aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0429969 Jul 27 11:08:16.935222 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81316a-6b05-4739-914e-331727ef668b req-3c7f6f59-1157-4039-b50f-fe2c6cfda8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:16.937243 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5e81316a-6b05-4739-914e-331727ef668b req-3c7f6f59-1157-4039-b50f-fe2c6cfda8fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372713 Jul 27 11:08:17.028190 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5e81316a-6b05-4739-914e-331727ef668b req-119ad20a-3c6f-453b-86af-c05318d07d2f service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853262 Jul 27 11:08:17.117739 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5e81316a-6b05-4739-914e-331727ef668b req-b2a332d6-6225-4214-a1a7-a237820a6630 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825498 Jul 27 11:08:21.734094 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=18 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:21.734842 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=16 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:22.177620 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1619872b-f1ba-4aeb-b991-cfb6a19968c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:23.706296 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-9716aa11-9032-46ea-8903-67e036dec7d6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601745404&fields=id&tenant_id=4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 267 time: 0.0457077 Jul 27 11:08:23.811915 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-40236fd2-bc41-424f-9b33-3167a756d2fe tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:23.813401 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-40236fd2-bc41-424f-9b33-3167a756d2fe tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 812 time: 0.1007750 Jul 27 11:08:23.828071 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-2aed7094-7a8c-4d47-a107-fd4a3dcca4e6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/quotas/4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 375 time: 0.0093060 Jul 27 11:08:23.880402 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-8eddb29d-5e04-4812-b7ff-e36a514965ef tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476968 Jul 27 11:08:24.039711 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-33b60a17-4927-44dd-8470-4c3166bda09b service neutron] 10.222.0.36 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478868 Jul 27 11:08:24.131396 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-97903a4a-ccce-4a63-9fe4-095a0ca3a5f0 service neutron] 10.222.0.36 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853202 Jul 27 11:08:24.429006 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-594f992d-6c64-45ed-9064-9d31e87e526f req-fcb1b519-d0d9-4438-805b-9949dc910239 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 210 time: 0.0310175 Jul 27 11:08:24.477540 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7bb75841-debd-4352-8d1c-18a82d586bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:25.324963 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-d50f435f-542e-49a2-a203-fa01313f9f71 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:25.326426 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-d50f435f-542e-49a2-a203-fa01313f9f71 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 812 time: 0.1074593 Jul 27 11:08:25.390206 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-1b5245d0-91ee-407f-aca8-b5b25d1dce8e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da425aa3e704dfbb09d3b57755b7d76 HTTP/1.1" status: 200 len: 379 time: 0.0555105 Jul 27 11:08:25.398342 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'port': {'device_id': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'admin_state_up': True, 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'security_groups': ['81788f73-21b8-42ad-9400-a7384f32c3f4']}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:08:25.512583 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Made reservation on behalf of 4da425aa3e704dfbb09d3b57755b7d76 for: {'port': 1} {{(pid=110617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:08:25.515033 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:25.529972 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bb9dc198-89ec-460a-8232-43e2cb712ace req-d5263bc5-a508-4763-9334-e0ff237dea9c tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 210 time: 0.0293016 Jul 27 11:08:25.593760 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:25.598924 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:25.645450 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.db_base_plugin_common [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Allocated IP 172.20.0.9 (1e19284a-de5d-4f5e-b775-7743a36d1468/23d4c136-bb63-438e-a7be-812972e69e7c/db8426d1-781d-4777-ac9a-5537fb18d4e5) {{(pid=110617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:08:25.741680 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:25.796643 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), precommit_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:25.830466 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), after_create {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:25.871860 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 is already hosted by enough agents. {{(pid=110617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:08:25.875593 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.scheduler.base_scheduler [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Resources bound (agent type, host, resource id): {{(pid=110617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:08:25.881663 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Received port after_create {{(pid=110617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:08:25.910850 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=db8426d1-781d-4777-ac9a-5537fb18d4e5,revision_number=1']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:08:25.924265 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.924625 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.924979 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.925327 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.925671 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.926011 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.926345 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.926710 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.927039 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.927370 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.927709 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.928041 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.928368 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.928697 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.929024 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:25.952291 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:25.952923 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:25.971154 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-987f1892-b915-41bb-a8d1-2add6280b599 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764434 Jul 27 11:08:25.982781 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.v2.base [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Request body: {'port': {'device_id': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:08:26.044330 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:26.133933 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-d1a9bea2-0ab8-4a9b-9655-31069ee36182 None None] Provisioning complete for port db8426d1-781d-4777-ac9a-5537fb18d4e5 triggered by entity DHCP. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:08:26.134213 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d1a9bea2-0ab8-4a9b-9655-31069ee36182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:26.167445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9bea2-0ab8-4a9b-9655-31069ee36182 None None] Port db8426d1-781d-4777-ac9a-5537fb18d4e5 cannot update to ACTIVE because it is not bound. {{(pid=110618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 11:08:26.296247 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8426d1-781d-4777-ac9a-5537fb18d4e5 {{(pid=110617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 11:08:26.303522 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Publish callbacks [] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), precommit_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:26.315739 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.provisioning_blocks [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Transition to ACTIVE for port object db8426d1-781d-4777-ac9a-5537fb18d4e5 will not be triggered until provisioned by entity L2. {{(pid=110617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 11:08:26.319126 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:26.326366 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:26.370874 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Pushing event updated for resources: {'Port': ['ID=db8426d1-781d-4777-ac9a-5537fb18d4e5,revision_number=2']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:08:26.452821 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Attempting to bind port db8426d1-781d-4777-ac9a-5537fb18d4e5 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 11:08:26.453165 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Attempting to bind port db8426d1-781d-4777-ac9a-5537fb18d4e5 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 11:08:26.453499 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Attempting to bind port db8426d1-781d-4777-ac9a-5537fb18d4e5 on network 1e19284a-de5d-4f5e-b775-7743a36d1468 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:08:26.458080 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Port db8426d1-781d-4777-ac9a-5537fb18d4e5 on network 1e19284a-de5d-4f5e-b775-7743a36d1468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 11:08:26.458400 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Attempting to bind port db8426d1-781d-4777-ac9a-5537fb18d4e5 on network 1e19284a-de5d-4f5e-b775-7743a36d1468 {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 11:08:26.463699 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Checking agent: {'id': 'ea14f758-a823-43c6-8248-b03c63677180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'started_at': datetime.datetime(2022, 7, 27, 10, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 11, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 11:08:26.464035 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Checking segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 11:08:26.464424 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Bound using segment: {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'} {{(pid=110617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 11:08:26.464856 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.managers [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Bound port: db8426d1-781d-4777-ac9a-5537fb18d4e5, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468'}}] {{(pid=110617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 11:08:26.465219 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), before_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:26.527245 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:26.530872 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] For port db8426d1-781d-4777-ac9a-5537fb18d4e5, host hv-cinder-85084, cleared binding levels {{(pid=110617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:08:26.534530 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] For port db8426d1-781d-4777-ac9a-5537fb18d4e5, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:08:26.540781 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126546628'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), after_update {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:26.580061 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:26.580693 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:26.582129 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] 10.222.0.69 "PUT /v2.0/ports/db8426d1-781d-4777-ac9a-5537fb18d4e5 HTTP/1.1" status: 200 len: 1093 time: 0.6041386 Jul 27 11:08:26.582532 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:08:26.584819 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903967f0-e5bb-48ee-87a3-c9565e8003e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:08:26.640052 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e047c-7bc8-45f4-a84f-4fc81710228d service neutron] Pushing event updated for resources: {'Port': ['ID=db8426d1-781d-4777-ac9a-5537fb18d4e5,revision_number=3']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:08:26.662687 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ccd63-de73-4e4b-8420-a6d6f3f764e9 x-openstack-request-id: req-004ccd63-de73-4e4b-8420-a6d6f3f764e9 {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:08:26.663229 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:08:26.663667 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-004ccd63-de73-4e4b-8420-a6d6f3f764e9 {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:08:26.664080 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004ccd63-de73-4e4b-8420-a6d6f3f764e9'] response: {'name': 'network-changed', 'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'status': 'completed', 'code': 200} Jul 27 11:08:26.676231 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-999f64be-b730-40ae-a048-2d9a633a24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:26.677386 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f762275-5b28-484f-93bb-b45b9efff9a7 req-fa936272-8b1f-42e2-8b96-f5825a5622df tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:26.677858 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-999f64be-b730-40ae-a048-2d9a633a24cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 1127 time: 0.0537362 Jul 27 11:08:26.678795 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4f762275-5b28-484f-93bb-b45b9efff9a7 req-fa936272-8b1f-42e2-8b96-f5825a5622df tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 943 time: 0.0560191 Jul 27 11:08:26.723129 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-c04b32b0-66a1-4695-83e0-97a13feea255 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5 HTTP/1.1" status: 200 len: 217 time: 0.0386834 Jul 27 11:08:26.731371 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-4f762275-5b28-484f-93bb-b45b9efff9a7 req-fb3dfcb3-6bf9-41af-92d3-5b7a29425ba8 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466039 Jul 27 11:08:26.773844 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-cca8a7b2-1844-4ba3-b79a-3cdc35a58ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:26.775522 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-cca8a7b2-1844-4ba3-b79a-3cdc35a58ad3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0471087 Jul 27 11:08:26.818677 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-2c8b2aaf-35d4-4809-9e5f-cd2760243f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:26.820240 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-2c8b2aaf-35d4-4809-9e5f-cd2760243f8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379643 Jul 27 11:08:26.913166 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-55341451-f835-4250-b31b-54ae32642d5d service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868509 Jul 27 11:08:27.002406 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-7ab425b4-d9e5-4bbc-a11d-be326a499470 req-c11aad45-9bce-46f4-9841-36f06c1e79b5 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835536 Jul 27 11:08:27.318437 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-1395af6c-947e-4be0-9e77-a5cbe447d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:27.320054 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-1395af6c-947e-4be0-9e77-a5cbe447d360 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 1127 time: 0.0434248 Jul 27 11:08:27.377923 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:27.409673 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-86fcab3f-5d4e-4ca7-88a9-a172f868789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:27.411186 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-86fcab3f-5d4e-4ca7-88a9-a172f868789d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0852971 Jul 27 11:08:27.464951 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-dd618878-5bbf-479d-a3db-c23a0b5e392c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5 HTTP/1.1" status: 200 len: 217 time: 0.0445995 Jul 27 11:08:27.500581 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:27.516588 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-c3f5fec1-1ef7-46c6-ab58-a5b4b32b6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:27.518079 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-c3f5fec1-1ef7-46c6-ab58-a5b4b32b6ee1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0445354 Jul 27 11:08:27.562517 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-74aca97b-72f6-4d25-b455-0769657cc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:27.564011 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-74aca97b-72f6-4d25-b455-0769657cc44f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381594 Jul 27 11:08:27.578901 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:27.650296 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:27.657534 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-94220082-399f-4932-8e28-d8c3141aa613 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870981 Jul 27 11:08:27.746563 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-903967f0-e5bb-48ee-87a3-c9565e8003e2 req-8a9ec7c6-51cd-4514-adde-b45929b051aa service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833552 Jul 27 11:08:27.849450 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f9821-4a40-4daa-b5cc-d51839c92b98 req-3be85f2e-6366-4353-9cc3-9c696c856538 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:27.850857 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-424f9821-4a40-4daa-b5cc-d51839c92b98 req-3be85f2e-6366-4353-9cc3-9c696c856538 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 943 time: 0.0463686 Jul 27 11:08:27.898528 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-424f9821-4a40-4daa-b5cc-d51839c92b98 req-2eb3ca6d-42a7-4023-86f9-f69b6f1d78a2 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Jul 27 11:08:29.015699 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff6b18-4bb3-4cbf-81e7-93218b1c3636 req-3081da19-5b1e-4655-b71f-3523156cd69a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:29.017165 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c6ff6b18-4bb3-4cbf-81e7-93218b1c3636 req-3081da19-5b1e-4655-b71f-3523156cd69a tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 943 time: 0.0469401 Jul 27 11:08:29.068107 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-c6ff6b18-4bb3-4cbf-81e7-93218b1c3636 req-654c7888-405d-432d-904f-ebc1b6bd0231 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455790 Jul 27 11:08:30.183606 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845695-b6a2-4e60-876c-e15c851887f9 req-6682f029-7c22-49a6-8123-8e40db42efc7 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:30.185090 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-89845695-b6a2-4e60-876c-e15c851887f9 req-6682f029-7c22-49a6-8123-8e40db42efc7 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 943 time: 0.0467529 Jul 27 11:08:30.237115 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-89845695-b6a2-4e60-876c-e15c851887f9 req-fb430c9f-7955-4ca0-b8fd-95ad8f6d486c tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437551 Jul 27 11:08:31.351689 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b231aec-afaa-47b5-9d7a-92169c762cd8 req-8bbcb839-2594-4834-baf9-99251ac8a0bf tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:31.353178 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8b231aec-afaa-47b5-9d7a-92169c762cd8 req-8bbcb839-2594-4834-baf9-99251ac8a0bf tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 943 time: 0.0462811 Jul 27 11:08:31.402076 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8b231aec-afaa-47b5-9d7a-92169c762cd8 req-fe152f90-45b4-4875-9faa-aaf2f9a4d828 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427637 Jul 27 11:08:32.523059 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de90e05-af0f-4c8a-9e8d-ade85472d5e1 req-e22762e2-b74b-4ee7-8b02-b344eef901c5 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:32.524446 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7de90e05-af0f-4c8a-9e8d-ade85472d5e1 req-e22762e2-b74b-4ee7-8b02-b344eef901c5 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 943 time: 0.0517657 Jul 27 11:08:32.572639 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7de90e05-af0f-4c8a-9e8d-ade85472d5e1 req-25aea52f-6e0f-46fa-9669-d69dfccf3256 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426719 Jul 27 11:08:33.674476 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:33.687488 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea02900-7e06-4a40-92c1-80baecec959f req-3c362cff-d45b-43ac-b10d-a570bb4cd515 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:33.688969 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ea02900-7e06-4a40-92c1-80baecec959f req-3c362cff-d45b-43ac-b10d-a570bb4cd515 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 943 time: 0.0465710 Jul 27 11:08:33.712836 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:33.739103 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-8ea02900-7e06-4a40-92c1-80baecec959f req-50a4f8f9-ca85-4f1b-8828-feb7f515abbe tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446856 Jul 27 11:08:34.858049 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b20e1f-8b19-40f6-b5b0-dca10a0e6609 req-56d57189-ed38-4b49-831d-135898ba4e40 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:34.859540 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-66b20e1f-8b19-40f6-b5b0-dca10a0e6609 req-56d57189-ed38-4b49-831d-135898ba4e40 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 943 time: 0.0462716 Jul 27 11:08:34.910672 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-66b20e1f-8b19-40f6-b5b0-dca10a0e6609 req-14a08629-dd94-4fe1-abdb-c52c3ce26b3d tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453913 Jul 27 11:08:34.955538 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device db8426d1-781d-4777-ac9a-5537fb18d4e5 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:08:35.053018 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port db8426d1-781d-4777-ac9a-5537fb18d4e5, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:08:35.064375 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Returning: {'device': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'port_id': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'mac_address': 'fa:16:3e:46:37:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:08:35.097831 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port db8426d1-781d-4777-ac9a-5537fb18d4e5 is: DOWN; New status is: BUILD {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:08:35.098221 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:35.110613 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8426d1-781d-4777-ac9a-5537fb18d4e5 {{(pid=110618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 11:08:35.131679 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port db8426d1-781d-4777-ac9a-5537fb18d4e5, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:08:35.135639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:35.184800 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=db8426d1-781d-4777-ac9a-5537fb18d4e5,revision_number=4']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:08:35.192401 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.192750 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.193088 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.193425 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.193780 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.194108 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.194433 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.194832 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.195157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.195480 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.195798 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.196370 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.196766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.197141 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.197464 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:35.344275 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] get_ports_and_sgs() called for port_ids ['db8426d1-781d-4777-ac9a-5537fb18d4e5'] {{(pid=110618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:08:35.689515 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:08:36.027172 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce678654-8c63-45c2-8d8b-42141c873dfa req-80e3a7cc-08ef-4512-9367-1f0909dd2af6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:36.028649 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ce678654-8c63-45c2-8d8b-42141c873dfa req-80e3a7cc-08ef-4512-9367-1f0909dd2af6 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 944 time: 0.0468669 Jul 27 11:08:36.089365 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-ce678654-8c63-45c2-8d8b-42141c873dfa req-55fc5950-0666-4341-9f37-8f059c632b5c tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545990 Jul 27 11:08:36.955134 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device db8426d1-781d-4777-ac9a-5537fb18d4e5 up at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:08:36.991859 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:36.998073 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning for port db8426d1-781d-4777-ac9a-5537fb18d4e5 completed by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 11:08:37.004002 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.provisioning_blocks [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Provisioning complete for port db8426d1-781d-4777-ac9a-5537fb18d4e5 triggered by entity L2. {{(pid=110618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 11:08:37.004367 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540000'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), provisioning_complete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:37.031853 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:37.200387 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Current status of the port db8426d1-781d-4777-ac9a-5537fb18d4e5 is: BUILD; New status is: ACTIVE {{(pid=110618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 11:08:37.200679 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), before_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:37.212613 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4845b-5a94-4b96-aea6-c7af610d1976 req-a60ebbe4-3657-4559-b5c4-752171d83d80 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:37.214102 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7db4845b-5a94-4b96-aea6-c7af610d1976 req-a60ebbe4-3657-4559-b5c4-752171d83d80 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 944 time: 0.0486081 Jul 27 11:08:37.223380 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5'}] {{(pid=110618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:08:37.225592 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea41bcd003e2414400b8f46ae66fde84de6f688f69d1110663e643cfa1afc2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f35044-d499-4d5d-b018-09236a25c05a" -d '{"events": [{"server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "name": "network-vif-plugged", "status": "completed", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5"}]}' {{(pid=110618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:08:37.238686 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] For port db8426d1-781d-4777-ac9a-5537fb18d4e5, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:08:37.243704 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:37.269112 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 11:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e536467-070b-42af-8cd2-8e323e32e558 x-openstack-request-id: req-5e536467-070b-42af-8cd2-8e323e32e558 {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:08:37.269410 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "name": "network-vif-plugged", "status": "completed", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5", "code": 200}]} {{(pid=110618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:08:37.269668 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e536467-070b-42af-8cd2-8e323e32e558 {{(pid=110618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:08:37.270890 dv-cinder-850840-3-iscsi neutron-server[110618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e536467-070b-42af-8cd2-8e323e32e558'] response: {'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'code': 200} Jul 27 11:08:37.273737 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-7db4845b-5a94-4b96-aea6-c7af610d1976 req-225125b4-afb1-471f-a28c-cd0bd8213475 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539799 Jul 27 11:08:37.298833 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Pushing event updated for resources: {'Port': ['ID=db8426d1-781d-4777-ac9a-5537fb18d4e5,revision_number=5']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:08:37.481644 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68496e-1aab-4f09-9534-dc3533abb037 req-8489d75d-cdcc-4a50-a763-e41d0bec59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:37.483565 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5c68496e-1aab-4f09-9534-dc3533abb037 req-8489d75d-cdcc-4a50-a763-e41d0bec59ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 1129 time: 0.0453351 Jul 27 11:08:37.527546 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-5c68496e-1aab-4f09-9534-dc3533abb037 req-f412bee2-3d74-43f9-b4ff-c534566129a8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383201 Jul 27 11:08:38.397191 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643c19f-7795-4453-8014-16074962c479 req-17f4e8f9-7387-41d3-b9bf-e3dba0413ffa tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:38.398685 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d643c19f-7795-4453-8014-16074962c479 req-17f4e8f9-7387-41d3-b9bf-e3dba0413ffa tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 945 time: 0.0499175 Jul 27 11:08:38.448585 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-d643c19f-7795-4453-8014-16074962c479 req-8a3234fa-a0cc-4dad-97ee-c75a2df037f9 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440748 Jul 27 11:08:39.565021 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32219-3db7-451d-b586-46afec182d54 req-9e81dbe0-2a58-4a31-b390-613b59db7aa8 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:39.566784 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-91d32219-3db7-451d-b586-46afec182d54 req-9e81dbe0-2a58-4a31-b390-613b59db7aa8 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 945 time: 0.0471144 Jul 27 11:08:39.615031 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-91d32219-3db7-451d-b586-46afec182d54 req-c80b9946-a1c6-47b6-ad48-7bd9fe94a973 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426764 Jul 27 11:08:39.732357 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ae37b-2e19-4104-a933-12298140e39e req-e17c5ab5-6b33-4e14-a0e0-ac5e23fefebc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:39.734218 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fc5ae37b-2e19-4104-a933-12298140e39e req-e17c5ab5-6b33-4e14-a0e0-ac5e23fefebc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 945 time: 0.0499547 Jul 27 11:08:39.782342 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-fc5ae37b-2e19-4104-a933-12298140e39e req-b01de3fd-3bfd-4d3c-a876-025713d28fd2 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424283 Jul 27 11:08:39.808241 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59554) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:08:39.845029 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba18b15e-56ab-4b7c-a875-9245f352bdd7 tempest-TestVolumeBootPattern-840449406 tempest-TestVolumeBootPattern-840449406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:39.846540 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-ba18b15e-56ab-4b7c-a875-9245f352bdd7 tempest-TestVolumeBootPattern-840449406 tempest-TestVolumeBootPattern-840449406-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 1124 time: 0.0373251 Jul 27 11:08:39.849143 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59556) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:08:39.853179 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.v2.base [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Request body: {'floatingip': {'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'port_id': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 11:08:39.876501 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:40.227229 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (None), before_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:40.338495 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_common [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Allocated IP 172.27.0.68 (850d43b7-3c2e-4799-93b1-b314c1f4a8bc/951d0305-4e18-4f5d-aa5b-82cca04d6071/140ba96c-49e8-4d50-af32-d0078ccb8a32) {{(pid=110616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:08:40.412501 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:40.418590 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:40.452209 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (140ba96c-49e8-4d50-af32-d0078ccb8a32), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:40.484226 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740063308867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (140ba96c-49e8-4d50-af32-d0078ccb8a32), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:40.527765 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Network 850d43b7-3c2e-4799-93b1-b314c1f4a8bc is already hosted by enough agents. {{(pid=110616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:08:40.532677 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.base_scheduler [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Resources bound (agent type, host, resource id): {{(pid=110616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:08:40.537925 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Received port after_create {{(pid=110616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 11:08:40.559516 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=140ba96c-49e8-4d50-af32-d0078ccb8a32,revision_number=1']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:08:40.575834 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.577017 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.577017 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.577322 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.577647 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.577970 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.578289 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.578623 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.578946 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.579264 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.579585 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.579900 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.580214 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.580527 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.580839 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:08:40.893159 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (2ab761aa-ed2a-4cbe-aeef-4b616f898050), precommit_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:40.957252 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1333187'] for port (140ba96c-49e8-4d50-af32-d0078ccb8a32), before_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:41.099279 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for port (140ba96c-49e8-4d50-af32-d0078ccb8a32), precommit_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:41.103583 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740063705052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740063308885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740063308903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127098368'] for port (140ba96c-49e8-4d50-af32-d0078ccb8a32), after_update {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:41.172625 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event updated for resources: {'Port': ['ID=140ba96c-49e8-4d50-af32-d0078ccb8a32,revision_number=2']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:08:41.176235 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:41.180106 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:41.189007 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3836132'] for floatingip (2ab761aa-ed2a-4cbe-aeef-4b616f898050), after_create {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:41.284801 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Floating IP 2ab761aa-ed2a-4cbe-aeef-4b616f898050 associated. External IP: 172.27.0.68, port: db8426d1-781d-4777-ac9a-5537fb18d4e5. Jul 27 11:08:41.480852 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:08:41.585850 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:08:41.597377 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:08:41.608852 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:08:41.609460 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:08:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:08:41.610882 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:41.652127 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-91c56b67-2147-41ff-a265-914697ff8b44 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8019805 Jul 27 11:08:41.652721 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:08:41.655552 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:08:41.691679 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8698ef-8e90-4a7b-845e-b4e9aa7f0026 x-openstack-request-id: req-ac8698ef-8e90-4a7b-845e-b4e9aa7f0026 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:08:41.691978 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:08:41.692239 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac8698ef-8e90-4a7b-845e-b4e9aa7f0026 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:08:41.692671 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8698ef-8e90-4a7b-845e-b4e9aa7f0026'] response: {'name': 'network-changed', 'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'status': 'completed', 'code': 200} Jul 27 11:08:41.710110 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:08:41.750304 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-b46eb893-e383-4870-8003-d63a21e1ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:41.751759 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-b46eb893-e383-4870-8003-d63a21e1ce2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 1129 time: 0.0398169 Jul 27 11:08:41.817379 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=100 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:41.847482 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-6654bb67-4d30-43c0-b516-29c869f1d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:41.848957 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-6654bb67-4d30-43c0-b516-29c869f1d1e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0907822 Jul 27 11:08:41.910337 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-3358765a-06b0-4f65-b836-81db11be4df9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5 HTTP/1.1" status: 200 len: 998 time: 0.0556240 Jul 27 11:08:41.916839 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '2ab761aa-ed2a-4cbe-aeef-4b616f898050', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:46:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:08:40Z', 'updated_at': '2022-07-27T11:08:40Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}, {'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:51Z', 'revision_number': 1, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:08:41.945872 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:08:41.954879 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:08:41.955480 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:08:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:08:41.970376 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-7230ae7e-67cf-4fc9-9ce8-a07e2b3dca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:41.971880 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-7230ae7e-67cf-4fc9-9ce8-a07e2b3dca77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0562654 Jul 27 11:08:42.016991 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-9260bdc7-ff31-4bbb-bd04-49e4a5b37672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:08:42.018377 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-9260bdc7-ff31-4bbb-bd04-49e4a5b37672 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412996 Jul 27 11:08:42.059306 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:08:42.108238 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-2905e166-be66-4bb7-9a6b-98a8ebb8b468 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832708 Jul 27 11:08:42.200875 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d5d587ab-2f4f-4dcb-bf19-0d3078e5c3e6 req-150e5e7b-c8bb-4152-8dd0-a88021c93bc9 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869539 Jul 27 11:08:42.273730 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '2ab761aa-ed2a-4cbe-aeef-4b616f898050', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:46:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:08:40Z', 'updated_at': '2022-07-27T11:08:40Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}, {'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:51Z', 'revision_number': 1, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:08:42.298401 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9911f-2edc-4291-900e-09b9fdaf162a None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': '2ab761aa-ed2a-4cbe-aeef-4b616f898050', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:46:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:08:40Z', 'updated_at': '2022-07-27T11:08:40Z', 'revision_number': 0, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}, {'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:51Z', 'revision_number': 1, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:08:42.481673 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eef039-e2f0-401d-ae9d-7bd1e37cc9ae None None] New status for floating IP 2ab761aa-ed2a-4cbe-aeef-4b616f898050: ACTIVE {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 11:08:51.643728 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=46 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:51.645708 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:52.178805 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-04690e51-28eb-49df-b207-50e21b700f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:52.187509 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=36 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:52.199407 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=65 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:54.480043 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ce5ed349-e341-44e4-96c7-0996dc1ec57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:55.601395 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:57.380514 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:57.506140 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:57.577539 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:08:58.721198 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=71 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:08:58.731339 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=85 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:07.570812 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:07.572853 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:12.688732 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:09:17.602065 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-d8bf1515-dfdc-40cb-9a6e-cf8b32a6a66e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379760 Jul 27 11:09:17.683852 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-97702920-828d-4120-934a-b453d5d6d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:09:17.685354 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-97702920-828d-4120-934a-b453d5d6d273 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1130 time: 0.0385945 Jul 27 11:09:17.791608 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-bad25ddb-68b8-412f-ab9f-2c15e620c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:09:17.793052 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-bad25ddb-68b8-412f-ab9f-2c15e620c2a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0872066 Jul 27 11:09:17.853429 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-3b6f4236-06b3-4962-9d56-af4efe460ab9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 200 len: 1002 time: 0.0520885 Jul 27 11:09:17.901556 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-c0099abc-a55c-459d-89b8-4e90df9f930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:09:17.902985 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-c0099abc-a55c-459d-89b8-4e90df9f930d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0441887 Jul 27 11:09:18.174999 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-e5ceaccf-56be-4f92-9ac7-3bc71a44483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:09:18.176398 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-e5ceaccf-56be-4f92-9ac7-3bc71a44483c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2667079 Jul 27 11:09:18.267015 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-65e069ce-8536-4346-a2f4-3c86177708d2 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804579 Jul 27 11:09:18.355568 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-162186da-0cc3-4499-ac5d-1b053a3fa364 req-5dc418bf-0576-4245-b007-5044c94a9ed4 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826230 Jul 27 11:09:20.782915 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:22.179992 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-66647f91-036d-4576-9093-0dc276302815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:22.684477 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:24.482472 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a7704fc0-e724-4bd1-8181-f5703731c276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:25.606044 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:27.410974 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:27.508434 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:27.591867 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:28.351309 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=53 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:28.353206 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=48 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:35.733077 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:35.738451 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:37.585807 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:37.587760 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:49.687520 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:09:52.185515 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-dd69d7b0-ca2e-48e0-b8f4-19fb4338bcf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:54.485856 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-6fa4f461-7d04-40a2-be18-d1b3bc6e97cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:55.606620 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:57.384940 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:57.512144 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:57.590081 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:09:59.683906 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:09:59.684612 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:07.584413 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:07.586422 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:08.979407 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59588) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:09.161334 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Deleting port 140ba96c-49e8-4d50-af32-d0078ccb8a32 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:09.161677 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (140ba96c-49e8-4d50-af32-d0078ccb8a32), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:09.245181 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (140ba96c-49e8-4d50-af32-d0078ccb8a32), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:09.245418 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (140ba96c-49e8-4d50-af32-d0078ccb8a32), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:09.257715 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Calling delete_port for 140ba96c-49e8-4d50-af32-d0078ccb8a32 owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:09.401959 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (140ba96c-49e8-4d50-af32-d0078ccb8a32), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:09.423847 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event deleted for resources: {'Port': ['ID=140ba96c-49e8-4d50-af32-d0078ccb8a32,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:09.433731 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.434081 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.434423 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.434795 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.435129 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.435914 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.435914 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.436137 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.436407 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.436732 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.437057 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.437383 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.437705 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.438025 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.438347 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:09.502867 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (2ab761aa-ed2a-4cbe-aeef-4b616f898050), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:09.503121 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Floating IP 2ab761aa-ed2a-4cbe-aeef-4b616f898050 disassociated (deleted). External IP: 172.27.0.68, port: db8426d1-781d-4777-ac9a-5537fb18d4e5. Jul 27 11:10:09.697554 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:10:09.801004 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:10:09.805832 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:09.810522 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:10:09.820880 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:10:09.821490 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:09:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:09.824315 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:09.836618 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-4e78e988-163d-43b7-ac30-8dc6bb533348 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ab761aa-ed2a-4cbe-aeef-4b616f898050 HTTP/1.1" status: 204 len: 168 time: 0.8561721 Jul 27 11:10:09.837195 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:10:09.839530 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a7d2b5-6c1d-4ab2-b133-394879e19214" -d '{"events": [{"name": "network-changed", "server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:10:09.886653 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd487d69-0b75-40dc-80b2-c085fb17488a x-openstack-request-id: req-bd487d69-0b75-40dc-80b2-c085fb17488a {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:10:09.886653 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:10:09.886955 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd487d69-0b75-40dc-80b2-c085fb17488a {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:10:09.887112 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd487d69-0b75-40dc-80b2-c085fb17488a'] response: {'name': 'network-changed', 'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'status': 'completed', 'code': 200} Jul 27 11:10:09.928566 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:10:09.955449 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-b9189952-7e51-4432-80ab-fb47f572a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:09.957675 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-b9189952-7e51-4432-80ab-fb47f572a87c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 1129 time: 0.0494158 Jul 27 11:10:10.056878 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-75be3b74-de96-488a-82b7-73e9141af6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:10.058356 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-75be3b74-de96-488a-82b7-73e9141af6e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0954556 Jul 27 11:10:10.140486 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:51Z', 'revision_number': 1, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:10.168197 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:10:10.168558 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5203fc3-0ef3-4039-8559-b27c18c57b59 req-36951d08-e6f0-4d85-bc39-81aaff36b8f4 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:10.170093 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f5203fc3-0ef3-4039-8559-b27c18c57b59 req-36951d08-e6f0-4d85-bc39-81aaff36b8f4 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 945 time: 0.1243792 Jul 27 11:10:10.177045 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:10:10.177635 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:09:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:10.196091 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:10.227227 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f5203fc3-0ef3-4039-8559-b27c18c57b59 req-7f1d9fd3-a2d5-491f-9ce6-c52b1adc56b2 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505056 Jul 27 11:10:10.291775 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:10:10.501268 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:51Z', 'revision_number': 1, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:10.525420 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588c8a1-3c55-4156-a1ef-44df8aab8a19 None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_floatingips': [{'id': 'fb4e7a65-5cfa-4efd-853d-46c1a07a2476', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'router_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'port_id': '1108add2-d8cb-4613-8b8c-96748daad48d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'mac_address': 'fa:16:3e:ff:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532de7a-a495-4ece-a055-5ae664093580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T11:06:49Z', 'updated_at': '2022-07-27T11:06:51Z', 'revision_number': 1, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:10:10.740254 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81aa3fb-5fe3-42c6-bba5-7f91207a0af5 None None] New status for floating IP 2ab761aa-ed2a-4cbe-aeef-4b616f898050: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 11:10:11.029046 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-2a92e600-be94-4fd7-b2df-dcfdf0bd10d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5 HTTP/1.1" status: 200 len: 217 time: 0.0319123 Jul 27 11:10:11.076168 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-44ba9e70-f31b-42c7-bded-e639ba6b3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:11.077567 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-44ba9e70-f31b-42c7-bded-e639ba6b3268 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0415640 Jul 27 11:10:11.209047 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-c3a14be1-95cb-4677-b3f1-0c368fcc2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:11.210519 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-c3a14be1-95cb-4677-b3f1-0c368fcc2562 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422189 Jul 27 11:10:11.221971 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-50bf1d21-44df-4c2e-9f25-3b47fadaea06 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 11:10:11.222904 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-50bf1d21-44df-4c2e-9f25-3b47fadaea06 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053499 Jul 27 11:10:11.309093 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-cdf9772d-084b-481d-9a13-e1af3b83a958 service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807817 Jul 27 11:10:11.400725 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56b498-8f9c-4214-9d3e-b081abcfcfcb req-2ac07814-53e1-4f00-9f27-bdd1274723f8 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:11.402226 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bc56b498-8f9c-4214-9d3e-b081abcfcfcb req-2ac07814-53e1-4f00-9f27-bdd1274723f8 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 945 time: 0.0965955 Jul 27 11:10:11.452236 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-bc56b498-8f9c-4214-9d3e-b081abcfcfcb req-eefa11b7-7e6f-42bb-9554-fe0d8f724dd5 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445404 Jul 27 11:10:11.567962 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-0ce3cd7c-05c7-45a9-9388-a9c5b4bd399e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:11.569410 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-0ce3cd7c-05c7-45a9-9388-a9c5b4bd399e tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Jul 27 11:10:11.625004 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-d4a7d2b5-6c1d-4ab2-b133-394879e19214 req-91adb099-2df2-4736-9439-e2f9aae203fa service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629398 Jul 27 11:10:11.675516 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Deleting port db8426d1-781d-4777-ac9a-5537fb18d4e5 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:11.675861 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:11.763354 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] For port db8426d1-781d-4777-ac9a-5537fb18d4e5, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=db8426d1-781d-4777-ac9a-5537fb18d4e5,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:11.763722 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:11.776650 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Calling delete_port for db8426d1-781d-4777-ac9a-5537fb18d4e5 owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:11.904535 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (db8426d1-781d-4777-ac9a-5537fb18d4e5), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:11.932888 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event deleted for resources: {'Port': ['ID=db8426d1-781d-4777-ac9a-5537fb18d4e5,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:11.964168 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.964527 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.964874 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.965219 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.965556 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.965890 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.966222 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.966554 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.966910 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.967235 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.967563 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.967892 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.968217 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.968540 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.968861 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:11.992954 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] No DVR routers for this DVR port db8426d1-781d-4777-ac9a-5537fb18d4e5 on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:10:11.995872 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:12.000090 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-ed1a31ba-65e8-48c3-8e3a-7de2349fea66 req-b18b5576-5703-450d-8f82-34b62bbd3208 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "DELETE /v2.0/ports/db8426d1-781d-4777-ac9a-5537fb18d4e5 HTTP/1.1" status: 204 len: 173 time: 0.4227250 Jul 27 11:10:12.001183 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'name': 'network-vif-deleted', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:10:12.002827 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fadb6d-2680-4b16-9329-0221808be2b0" -d '{"events": [{"server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "name": "network-vif-deleted", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:10:12.055660 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 11:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a841632-dfa0-443a-aa61-593895d2f37d x-openstack-request-id: req-6a841632-dfa0-443a-aa61-593895d2f37d {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:10:12.056272 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de21e39-d632-416b-ac99-0f6b4a22d376", "name": "network-vif-deleted", "tag": "db8426d1-781d-4777-ac9a-5537fb18d4e5", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:10:12.056272 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a841632-dfa0-443a-aa61-593895d2f37d {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:10:12.056587 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a841632-dfa0-443a-aa61-593895d2f37d'] response: {'server_uuid': '2de21e39-d632-416b-ac99-0f6b4a22d376', 'name': 'network-vif-deleted', 'tag': 'db8426d1-781d-4777-ac9a-5537fb18d4e5', 'status': 'completed', 'code': 200} Jul 27 11:10:12.563473 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-0ccde354-32f8-4d1e-8db5-946d984abc77 req-e18d0134-d740-4b1a-a442-41d05d490abc tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de21e39-d632-416b-ac99-0f6b4a22d376 HTTP/1.1" status: 200 len: 210 time: 0.0302861 Jul 27 11:10:15.467056 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device db8426d1-781d-4777-ac9a-5537fb18d4e5 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:10:15.486183 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: db8426d1-781d-4777-ac9a-5537fb18d4e5 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:10:15.486532 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device db8426d1-781d-4777-ac9a-5537fb18d4e5 not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:10:15.877853 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59634) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:16.014914 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Deleting port f312be59-7a27-495c-becf-049dab1007aa {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:16.015258 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (f312be59-7a27-495c-becf-049dab1007aa), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:16.090904 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (f312be59-7a27-495c-becf-049dab1007aa), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:16.091236 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (f312be59-7a27-495c-becf-049dab1007aa), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:16.103387 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Calling delete_port for f312be59-7a27-495c-becf-049dab1007aa owned by network:floatingip {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:16.246756 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (f312be59-7a27-495c-becf-049dab1007aa), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:16.277175 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event deleted for resources: {'Port': ['ID=f312be59-7a27-495c-becf-049dab1007aa,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:16.333061 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (fb4e7a65-5cfa-4efd-853d-46c1a07a2476), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:16.333390 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.db.l3_db [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Floating IP fb4e7a65-5cfa-4efd-853d-46c1a07a2476 disassociated (deleted). External IP: 172.27.0.155, port: 1108add2-d8cb-4613-8b8c-96748daad48d. Jul 27 11:10:16.470244 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:16.524878 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:10:16.619883 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:16.627723 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:10:16.632511 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:16.637545 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:10:16.644524 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:16.648453 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:10:16.649062 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:09:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:16.661086 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-61db4f28-07ef-4940-ab77-b9ee3f256915 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "DELETE /v2.0/floatingips/fb4e7a65-5cfa-4efd-853d-46c1a07a2476 HTTP/1.1" status: 204 len: 168 time: 0.7821579 Jul 27 11:10:16.661670 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d'}] {{(pid=110616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:10:16.663989 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abc3e7207d6424d7403a9a6f1084db480946d76ec3ec08b1fcbfeca51de32fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb763bd-c5bc-4039-9f14-56fccc3a4686" -d '{"events": [{"name": "network-changed", "server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d"}]}' {{(pid=110616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:10:16.702646 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 11:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ce61e-5879-4773-a217-d66a23a23943 x-openstack-request-id: req-996ce61e-5879-4773-a217-d66a23a23943 {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:10:16.702942 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d", "status": "completed", "code": 200}]} {{(pid=110616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:10:16.703195 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-996ce61e-5879-4773-a217-d66a23a23943 {{(pid=110616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:10:16.703760 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996ce61e-5879-4773-a217-d66a23a23943'] response: {'name': 'network-changed', 'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d', 'status': 'completed', 'code': 200} Jul 27 11:10:16.755862 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:10:16.800904 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:16.810858 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-bfea1dd1-ba93-4b8e-9391-61612b88016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:16.812698 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-bfea1dd1-ba93-4b8e-9391-61612b88016f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 1130 time: 0.0893135 Jul 27 11:10:16.848102 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:16.895940 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336c8b-df18-40eb-9a99-641bda840122 req-82a34597-1aa3-455b-a177-2c1de7458426 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:16.897481 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-49336c8b-df18-40eb-9a99-641bda840122 req-82a34597-1aa3-455b-a177-2c1de7458426 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 946 time: 0.0505850 Jul 27 11:10:16.947115 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-49336c8b-df18-40eb-9a99-641bda840122 req-fa34cdf9-884e-4b29-9858-971ab54887ac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 Jul 27 11:10:16.957957 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:16.982312 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:10:16.990759 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:10:16.991353 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:09:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:17.091205 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:10:17.270328 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:17.375985 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9b565-d708-40a3-93e5-3056802dfa0c None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:57Z', 'revision_number': 4, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi', '_interfaces': [{'id': 'c763001a-f0fe-4679-a7e0-8435e3bc1e69', 'name': '', 'network_id': '1e19284a-de5d-4f5e-b775-7743a36d1468', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'mac_address': 'fa:16:3e:57:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:57Z', 'updated_at': '2022-07-27T11:04:01Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'subnets': [{'id': '23d4c136-bb63-438e-a7be-812972e69e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:10:17.578495 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48fef1-b0e9-4372-b35a-a37debbdc9d3 None None] New status for floating IP fb4e7a65-5cfa-4efd-853d-46c1a07a2476: DOWN {{(pid=110618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 11:10:17.837809 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:17.857148 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-692f2ae5-f596-49c9-b4c1-89922b8929fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:17.858590 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-692f2ae5-f596-49c9-b4c1-89922b8929fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 200 len: 913 time: 0.0902760 Jul 27 11:10:17.969598 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-97e43bfb-d1f9-4a62-8353-ccbdd030ec63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 200 len: 217 time: 0.0344214 Jul 27 11:10:18.017404 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-27800041-aeec-431e-8e90-e930ae3c996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:18.019453 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-27800041-aeec-431e-8e90-e930ae3c996d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 200 len: 851 time: 0.0445161 Jul 27 11:10:18.061997 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-7e69d3a7-bbc8-4b78-8076-350aef9e8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:18.063534 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-7e69d3a7-bbc8-4b78-8076-350aef9e8fb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e19284a-de5d-4f5e-b775-7743a36d1468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385475 Jul 27 11:10:18.065456 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601688e-1da3-4fc0-a3f2-075730349fc5 req-b6d5b389-777c-4c96-b5f7-cde90d579284 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:18.066970 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f601688e-1da3-4fc0-a3f2-075730349fc5 req-b6d5b389-777c-4c96-b5f7-cde90d579284 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 946 time: 0.0466664 Jul 27 11:10:18.115695 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-f601688e-1da3-4fc0-a3f2-075730349fc5 req-7a2d5090-b638-4385-a0d8-14d178296a23 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/security-groups?id=81788f73-21b8-42ad-9400-a7384f32c3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429308 Jul 27 11:10:18.260026 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-90fc8947-ef50-4a05-97be-cba4e6d64bab service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139588 Jul 27 11:10:18.281063 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310ea2d-a549-4032-b7f5-df035121b0df req-5f81aca1-b76c-41f6-b70c-916407900c62 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 11:10:18.282431 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2310ea2d-a549-4032-b7f5-df035121b0df req-5f81aca1-b76c-41f6-b70c-916407900c62 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 946 time: 0.0636613 Jul 27 11:10:18.421646 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Deleting port 1108add2-d8cb-4613-8b8c-96748daad48d {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:18.421912 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:18.427483 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2fb763bd-c5bc-4039-9f14-56fccc3a4686 req-5cc05168-2041-4039-b426-922778760a8e service neutron] 10.222.0.69 "GET /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619837 Jul 27 11:10:18.519409 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.db [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] For port 1108add2-d8cb-4613-8b8c-96748daad48d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1108add2-d8cb-4613-8b8c-96748daad48d,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:18.519777 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:18.534253 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Calling delete_port for 1108add2-d8cb-4613-8b8c-96748daad48d owned by compute:nova {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:18.663064 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (1108add2-d8cb-4613-8b8c-96748daad48d), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:18.688749 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event deleted for resources: {'Port': ['ID=1108add2-d8cb-4613-8b8c-96748daad48d,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:18.734086 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] No DVR routers for this DVR port 1108add2-d8cb-4613-8b8c-96748daad48d on host hv-cinder-85084 {{(pid=110617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:10:18.737412 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for port (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:18.740606 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [req-2310ea2d-a549-4032-b7f5-df035121b0df req-991662b2-dee3-4277-8289-9b5bcd8a6908 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.69 "DELETE /v2.0/ports/1108add2-d8cb-4613-8b8c-96748daad48d HTTP/1.1" status: 204 len: 173 time: 0.4481523 Jul 27 11:10:18.741036 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'name': 'network-vif-deleted', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d'}] {{(pid=110617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 11:10:18.743411 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391f60fe668fd56e58d0825588e7af5963eeb0e7710105496a237ad08c8b09f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7b8b3a-2891-4b27-8533-97c0d18c9e91" -d '{"events": [{"server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "name": "network-vif-deleted", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d"}]}' {{(pid=110617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:10:18.787983 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 11:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1505c98f-6695-4924-b854-31aeebbb688f x-openstack-request-id: req-1505c98f-6695-4924-b854-31aeebbb688f {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:10:18.788342 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c532de7a-a495-4ece-a055-5ae664093580", "name": "network-vif-deleted", "tag": "1108add2-d8cb-4613-8b8c-96748daad48d", "status": "completed", "code": 200}]} {{(pid=110617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:10:18.788606 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1505c98f-6695-4924-b854-31aeebbb688f {{(pid=110617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:10:18.789334 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1505c98f-6695-4924-b854-31aeebbb688f'] response: {'server_uuid': 'c532de7a-a495-4ece-a055-5ae664093580', 'name': 'network-vif-deleted', 'tag': '1108add2-d8cb-4613-8b8c-96748daad48d', 'status': 'completed', 'code': 200} Jul 27 11:10:19.233059 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [req-2f4ace56-a959-404f-8b38-a5c9fa128524 req-f7ede607-97b6-451a-bb28-ab35483456b3 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "GET /v2.0/ports?device_id=c532de7a-a495-4ece-a055-5ae664093580 HTTP/1.1" status: 200 len: 210 time: 0.0320499 Jul 27 11:10:20.296764 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59654) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:20.404006 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Deleting port ea3570bb-829d-4791-9641-57d11bc83f28 {{(pid=110617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:20.404352 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (ea3570bb-829d-4791-9641-57d11bc83f28), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:20.406574 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:20.483045 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (ea3570bb-829d-4791-9641-57d11bc83f28), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:20.483285 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (ea3570bb-829d-4791-9641-57d11bc83f28), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:20.495758 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Calling delete_port for ea3570bb-829d-4791-9641-57d11bc83f28 owned by network:floatingip {{(pid=110617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:20.503429 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:20.626386 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126546643'] for port (ea3570bb-829d-4791-9641-57d11bc83f28), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:20.651206 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event deleted for resources: {'Port': ['ID=ea3570bb-829d-4791-9641-57d11bc83f28,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:20.711271 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for floatingip (b75c4c0d-b9ec-44b3-86ba-878a9f032698), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:20.713813 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24560'] for floatingip (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:20.714978 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-5e7b3a77-92ff-40ec-9212-c9431fa3aeac tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "DELETE /v2.0/floatingips/b75c4c0d-b9ec-44b3-86ba-878a9f032698 HTTP/1.1" status: 204 len: 168 time: 0.4182477 Jul 27 11:10:21.914095 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59666) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:21.973360 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-395d1f50-5a3e-4a31-8c25-50017752d563 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group (81788f73-21b8-42ad-9400-a7384f32c3f4), before_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:21.998253 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-395d1f50-5a3e-4a31-8c25-50017752d563 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group (81788f73-21b8-42ad-9400-a7384f32c3f4), precommit_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:22.058723 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-395d1f50-5a3e-4a31-8c25-50017752d563 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (81788f73-21b8-42ad-9400-a7384f32c3f4), after_delete {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:22.061312 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron_lib.callbacks.manager [None req-395d1f50-5a3e-4a31-8c25-50017752d563 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Publish callbacks [] for security_group (None), before_response {{(pid=110617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:22.062458 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-395d1f50-5a3e-4a31-8c25-50017752d563 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] 10.222.0.36 "DELETE /v2.0/security-groups/81788f73-21b8-42ad-9400-a7384f32c3f4 HTTP/1.1" status: 204 len: 168 time: 0.1473598 Jul 27 11:10:22.071809 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d1f50-5a3e-4a31-8c25-50017752d563 tempest-TestVolumeBootPattern-912860144 tempest-TestVolumeBootPattern-912860144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81788f73-21b8-42ad-9400-a7384f32c3f4,revision_number=None']} {{(pid=110617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:22.115601 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59670) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:22.189116 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-9c332e69-dddd-48a3-b845-3359b848026c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:22.542004 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (2bb0276f-40b0-4787-bed0-10529eedb4c4), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:23.012304 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Deleting port c763001a-f0fe-4679-a7e0-8435e3bc1e69 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:23.012749 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:23.049117 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:23.091708 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] For port c763001a-f0fe-4679-a7e0-8435e3bc1e69, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=c763001a-f0fe-4679-a7e0-8435e3bc1e69,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:23.092074 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:23.107897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Calling delete_port for c763001a-f0fe-4679-a7e0-8435e3bc1e69 owned by network:router_interface {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:23.120088 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=100 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:23.288541 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (c763001a-f0fe-4679-a7e0-8435e3bc1e69), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:23.314622 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c763001a-f0fe-4679-a7e0-8435e3bc1e69,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:23.475120 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (2bb0276f-40b0-4787-bed0-10529eedb4c4), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:23.482174 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 1108add2-d8cb-4613-8b8c-96748daad48d no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:10:23.501315 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] No Port match for: 1108add2-d8cb-4613-8b8c-96748daad48d {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:10:23.501658 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Device 1108add2-d8cb-4613-8b8c-96748daad48d not bound to the agent host hv-cinder-85084 {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:10:23.682165 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Router 2bb0276f-40b0-4787-bed0-10529eedb4c4 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:10:23.784641 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:10:23.791395 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-cb3c81aa-6f8b-41af-b75f-0ef2e66462b5 admin admin] 10.222.0.36 "PUT /v2.0/routers/2bb0276f-40b0-4787-bed0-10529eedb4c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743939 Jul 27 11:10:23.793901 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59674) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:23.797887 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] Sync routers for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:10:23.813373 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:10:23.814075 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:09:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:23.889211 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:23.892494 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks [] for router (2bb0276f-40b0-4787-bed0-10529eedb4c4), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:23.912529 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:10:23.977220 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:23.996977 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks [] for router_gateway (2bb0276f-40b0-4787-bed0-10529eedb4c4), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.043015 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Deleting port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:24.043355 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.069103 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=100 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:24.079352 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:10:23Z', 'revision_number': 5, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port': {'id': '1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.110283 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] Checking router: 2bb0276f-40b0-4787-bed0-10529eedb4c4 for host: dv-cinder-850840-3-iscsi {{(pid=110619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:10:24.122936 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] Routers {'2bb0276f-40b0-4787-bed0-10529eedb4c4'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:10:24.123794 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:09:54Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['2bb0276f-40b0-4787-bed0-10529eedb4c4'], 'active': True} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.130321 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] For port 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:24.130890 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.143707 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Calling delete_port for 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 owned by network:router_gateway {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:24.221511 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_dvr_db [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] Set router 2bb0276f-40b0-4787-bed0-10529eedb4c4 gateway port host: None {{(pid=110619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:10:24.273882 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.l3_hamode_db [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:10:23Z', 'revision_number': 6, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.300039 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4c2b8-578c-43ed-ad0f-9448be1b0dcc None None] The sync data for ids ['2bb0276f-40b0-4787-bed0-10529eedb4c4'] in dv-cinder-850840-3-iscsi is: [{'id': '2bb0276f-40b0-4787-bed0-10529eedb4c4', 'name': 'tempest-TestVolumeBootPattern-1145507268-router', 'tenant_id': '4da425aa3e704dfbb09d3b57755b7d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:55Z', 'updated_at': '2022-07-27T11:10:23Z', 'revision_number': 6, 'project_id': '4da425aa3e704dfbb09d3b57755b7d76', 'gw_port_host': None}] {{(pid=110619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:10:24.315587 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.338411 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:24.403987 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (2bb0276f-40b0-4787-bed0-10529eedb4c4), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.490370 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-387bf807-b757-4672-a266-172e9c490ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.492941 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (2bb0276f-40b0-4787-bed0-10529eedb4c4), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.496456 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks [] for router_controller (2bb0276f-40b0-4787-bed0-10529eedb4c4), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.543803 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (2bb0276f-40b0-4787-bed0-10529eedb4c4), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.544497 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb0276f-40b0-4787-bed0-10529eedb4c4 {{(pid=110616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:10:24.550555 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.551743 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-5fd3fd84-e47d-4d91-80f0-e332521549b5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2bb0276f-40b0-4787-bed0-10529eedb4c4 HTTP/1.1" status: 204 len: 168 time: 0.7569106 Jul 27 11:10:24.555156 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59676) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:24.598674 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9f84ac-9c73-4637-85f2-06cfc4fdea9b admin admin] Deleting subnet 23d4c136-bb63-438e-a7be-812972e69e7c {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 11:10:24.601679 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1a9f84ac-9c73-4637-85f2-06cfc4fdea9b admin admin] Publish callbacks [] for subnet (23d4c136-bb63-438e-a7be-812972e69e7c), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.640758 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1a9f84ac-9c73-4637-85f2-06cfc4fdea9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (23d4c136-bb63-438e-a7be-812972e69e7c), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.717681 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1a9f84ac-9c73-4637-85f2-06cfc4fdea9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (23d4c136-bb63-438e-a7be-812972e69e7c), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.769963 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1a9f84ac-9c73-4637-85f2-06cfc4fdea9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (23d4c136-bb63-438e-a7be-812972e69e7c), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.799591 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f84ac-9c73-4637-85f2-06cfc4fdea9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d4c136-bb63-438e-a7be-812972e69e7c,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:24.803142 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1a9f84ac-9c73-4637-85f2-06cfc4fdea9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.806501 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-1a9f84ac-9c73-4637-85f2-06cfc4fdea9b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/23d4c136-bb63-438e-a7be-812972e69e7c HTTP/1.1" status: 204 len: 168 time: 0.2502313 Jul 27 11:10:24.808859 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59678) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:24.809012 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f9f348-0f87-4ec8-8ad7-6f7cc573d468 None None] Network 1e19284a-de5d-4f5e-b775-7743a36d1468 requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 11:10:24.815157 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:24.854142 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:24.883930 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (1e19284a-de5d-4f5e-b775-7743a36d1468), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.928041 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Deleting port aea04887-6da8-45e8-a103-c2c50a1f1cd1 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:24.928379 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:24.993963 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] For port aea04887-6da8-45e8-a103-c2c50a1f1cd1, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=aea04887-6da8-45e8-a103-c2c50a1f1cd1,segment=NetworkSegment(acfa0ea7-badb-4a59-b6ef-e35e257f03fc),segment_id=acfa0ea7-badb-4a59-b6ef-e35e257f03fc)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:24.994256 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.006347 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Calling delete_port for aea04887-6da8-45e8-a103-c2c50a1f1cd1 owned by network:dhcp {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:25.055549 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] DHCP port deletion for 1e19284a-de5d-4f5e-b775-7743a36d1468 request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 11:10:25.089897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.097648 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Deleting port aea04887-6da8-45e8-a103-c2c50a1f1cd1 {{(pid=110618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:25.098030 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), before_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.115778 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea04887-6da8-45e8-a103-c2c50a1f1cd1,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:25.121106 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] No DVR routers for this DVR port aea04887-6da8-45e8-a103-c2c50a1f1cd1 on host dv-cinder-850840-3-iscsi {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:10:25.161935 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] For port aea04887-6da8-45e8-a103-c2c50a1f1cd1, host dv-cinder-850840-3-iscsi, got binding levels [] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:25.162336 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), precommit_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.175221 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Calling delete_port for aea04887-6da8-45e8-a103-c2c50a1f1cd1 owned by network:dhcp {{(pid=110618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:25.178119 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.ipam_backend_mixin [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Port aea04887-6da8-45e8-a103-c2c50a1f1cd1 was not found and therefore no delete operation was performed {{(pid=110618) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 27 11:10:25.179385 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (aea04887-6da8-45e8-a103-c2c50a1f1cd1), after_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.194271 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (1e19284a-de5d-4f5e-b775-7743a36d1468), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.208096 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Pushing event deleted for resources: {'Port': ['ID=aea04887-6da8-45e8-a103-c2c50a1f1cd1,revision_number=None']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:25.212699 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] No DVR routers for this DVR port aea04887-6da8-45e8-a103-c2c50a1f1cd1 on host dv-cinder-850840-3-iscsi {{(pid=110618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:10:25.214048 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e19284a-de5d-4f5e-b775-7743a36d1468']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:25.218945 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.219295 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.219641 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.219980 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.220309 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.220877 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.221454 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.221865 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.222261 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.223523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.223523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.223523 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.223784 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.223950 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.224280 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a4ee7-fb63-4c60-9d56-43c5094d916d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-3-iscsi {{(pid=110618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:25.227367 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:25.227668 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfa0ea7-badb-4a59-b6ef-e35e257f03fc') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:25.238129 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (acfa0ea7-badb-4a59-b6ef-e35e257f03fc), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.252943 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (acfa0ea7-badb-4a59-b6ef-e35e257f03fc), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.259717 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:10:25.260091 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (acfa0ea7-badb-4a59-b6ef-e35e257f03fc), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.327457 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (1e19284a-de5d-4f5e-b775-7743a36d1468), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.335495 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.339039 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1e19284a-de5d-4f5e-b775-7743a36d1468 HTTP/1.1" status: 204 len: 168 time: 0.5292637 Jul 27 11:10:25.341898 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59684) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:25.361030 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment acfa0ea7-badb-4a59-b6ef-e35e257f03fc resource provider aggregate not found Jul 27 11:10:25.364704 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e853a4-79ea-4751-b61e-46a095321687 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e19284a-de5d-4f5e-b775-7743a36d1468,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:25.399007 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment acfa0ea7-badb-4a59-b6ef-e35e257f03fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acfa0ea7-badb-4a59-b6ef-e35e257f03fc found for delete ", "request_id": "req-76d8f983-c8d2-451d-9be9-7312a54adea4"}]} Jul 27 11:10:25.609817 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.665604 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:25.672515 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834652'] for router_interface (545528d0-0c08-4ab3-ba8d-12ef917e10d1), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.841616 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:25.903390 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Deleting port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:25.903646 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.986133 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] For port 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,segment=NetworkSegment(e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2),segment_id=e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:25.987353 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:25.999857 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Calling delete_port for 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 owned by network:router_interface {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:26.171536 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:26.193816 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:26.375245 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834760'] for router_interface (545528d0-0c08-4ab3-ba8d-12ef917e10d1), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:26.387149 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c763001a-f0fe-4679-a7e0-8435e3bc1e69 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:10:26.406656 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: c763001a-f0fe-4679-a7e0-8435e3bc1e69 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:10:26.406872 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device c763001a-f0fe-4679-a7e0-8435e3bc1e69 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:10:26.407322 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device aea04887-6da8-45e8-a103-c2c50a1f1cd1 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:10:26.426393 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: aea04887-6da8-45e8-a103-c2c50a1f1cd1 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:10:26.426704 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device aea04887-6da8-45e8-a103-c2c50a1f1cd1 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:10:26.427124 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:10:26.444740 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:10:26.445086 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 1d4bcd29-c341-4d6a-8d0a-b4e2c27510e4 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:10:26.557263 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:26.585431 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 has already been hosted by L3 agent 4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e {{(pid=110616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 11:10:26.687653 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:10:26.948217 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:26.954113 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] Notify agent at l3_agent.dv-cinder-850840-3-iscsi the message routers_updated {{(pid=110616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:10:26.959862 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-1d2e75b6-efcc-467b-90ce-6ca324c74202 admin admin] 10.222.0.36 "PUT /v2.0/routers/545528d0-0c08-4ab3-ba8d-12ef917e10d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6168623 Jul 27 11:10:26.962305 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59688) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:26.965568 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] Sync routers for ids ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'] in dv-cinder-850840-3-iscsi {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:10:26.974916 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] Routers {'545528d0-0c08-4ab3-ba8d-12ef917e10d1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:10:26.975593 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:10:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:27.061138 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks [] for router (545528d0-0c08-4ab3-ba8d-12ef917e10d1), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.073915 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] Set router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 gateway port host: dv-cinder-850840-3-iscsi {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:10:27.159467 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks [] for router_gateway (545528d0-0c08-4ab3-ba8d-12ef917e10d1), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.202258 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Deleting port b930c09e-cd46-4f7d-9376-4f630cacb7de {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:27.202492 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.241164 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'external_fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:10:26Z', 'revision_number': 5, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port': {'id': 'b930c09e-cd46-4f7d-9376-4f630cacb7de', 'name': '', 'network_id': '850d43b7-3c2e-4799-93b1-b314c1f4a8bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T11:04:00Z', 'updated_at': '2022-07-27T11:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '951d0305-4e18-4f5d-aa5b-82cca04d6071', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-3-iscsi'}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:27.265404 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] Checking router: 545528d0-0c08-4ab3-ba8d-12ef917e10d1 for host: dv-cinder-850840-3-iscsi {{(pid=110618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:10:27.273599 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] Routers {'545528d0-0c08-4ab3-ba8d-12ef917e10d1'} bound to L3 agent in host dv-cinder-850840-3-iscsi {{(pid=110618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 11:10:27.274187 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T10:39:24Z,description=,heartbeat_timestamp=2022-07-27T11:10:24Z,host='dv-cinder-850840-3-iscsi',id=4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T10:39:24Z,topic='l3_agent')) {'router_ids': ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'], 'active': True} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:27.283495 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] For port b930c09e-cd46-4f7d-9376-4f630cacb7de, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=b930c09e-cd46-4f7d-9376-4f630cacb7de,segment=NetworkSegment(f2c6cb72-1b59-452d-9dde-0aa16d9d138c),segment_id=f2c6cb72-1b59-452d-9dde-0aa16d9d138c)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:27.283897 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.302648 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Calling delete_port for b930c09e-cd46-4f7d-9376-4f630cacb7de owned by network:router_gateway {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:27.355353 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvr_db [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] Set router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 gateway port host: None {{(pid=110618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 11:10:27.408631 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_hamode_db [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:10:27Z', 'revision_number': 6, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port_host': None}], 'dv-cinder-850840-3-iscsi', False) {} {{(pid=110618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:27.441135 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df6712-95f5-440b-9cf7-15a6fc737754 None None] The sync data for ids ['545528d0-0c08-4ab3-ba8d-12ef917e10d1'] in dv-cinder-850840-3-iscsi is: [{'id': '545528d0-0c08-4ab3-ba8d-12ef917e10d1', 'name': 'tempest-TestVolumeBootPattern-351537624-router', 'tenant_id': '23891070f598436abb65c33ef92dff02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T11:03:59Z', 'updated_at': '2022-07-27T11:10:27Z', 'revision_number': 6, 'project_id': '23891070f598436abb65c33ef92dff02', 'gw_port_host': None}] {{(pid=110618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:10:27.445090 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.479174 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (b930c09e-cd46-4f7d-9376-4f630cacb7de), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.504323 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Pushing event deleted for resources: {'Port': ['ID=b930c09e-cd46-4f7d-9376-4f630cacb7de,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:27.516163 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.569755 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835932'] for router_gateway (545528d0-0c08-4ab3-ba8d-12ef917e10d1), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.589580 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.668285 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3894679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-340'] for router (545528d0-0c08-4ab3-ba8d-12ef917e10d1), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.671285 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks [] for router_controller (545528d0-0c08-4ab3-ba8d-12ef917e10d1), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.718924 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3894549'] for router (545528d0-0c08-4ab3-ba8d-12ef917e10d1), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.719492 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 545528d0-0c08-4ab3-ba8d-12ef917e10d1 {{(pid=110616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:10:27.725425 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.726525 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-9ae97e58-6af3-4f08-b97c-8319bfe20687 admin admin] 10.222.0.36 "DELETE /v2.0/routers/545528d0-0c08-4ab3-ba8d-12ef917e10d1 HTTP/1.1" status: 204 len: 168 time: 0.7632890 Jul 27 11:10:27.729061 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59690) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:27.735571 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:27.778330 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d97c7e6-928f-4d7c-8ff6-352264dd9401 admin admin] Deleting subnet 22111840-968e-4575-acd8-29b301537290 {{(pid=110616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 11:10:27.781748 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9d97c7e6-928f-4d7c-8ff6-352264dd9401 admin admin] Publish callbacks [] for subnet (22111840-968e-4575-acd8-29b301537290), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.818432 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9d97c7e6-928f-4d7c-8ff6-352264dd9401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127430752'] for subnet (22111840-968e-4575-acd8-29b301537290), precommit_delete_associations {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.864977 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:27.900302 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9d97c7e6-928f-4d7c-8ff6-352264dd9401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536299'] for subnet (22111840-968e-4575-acd8-29b301537290), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.958054 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9d97c7e6-928f-4d7c-8ff6-352264dd9401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127098426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126749453'] for subnet (22111840-968e-4575-acd8-29b301537290), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.983616 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97c7e6-928f-4d7c-8ff6-352264dd9401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22111840-968e-4575-acd8-29b301537290,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:27.992082 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-9d97c7e6-928f-4d7c-8ff6-352264dd9401 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:27.996582 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-9d97c7e6-928f-4d7c-8ff6-352264dd9401 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/22111840-968e-4575-acd8-29b301537290 HTTP/1.1" status: 204 len: 168 time: 0.2665563 Jul 27 11:10:27.999019 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f1f571-c40d-45ed-adc7-9fe845215238 None None] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea requested from dv-cinder-850840-3-iscsi {{(pid=110618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 11:10:27.999553 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59692) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:28.078094 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367393'] for network (b03e1dda-fadd-4f62-b8e6-4de0f019b4ea), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.088822 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:28.124254 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Deleting port 1c2587a5-aad8-494b-937b-a130bd46f07a {{(pid=110616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:28.124597 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.187273 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.db [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] For port 1c2587a5-aad8-494b-937b-a130bd46f07a, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=1c2587a5-aad8-494b-937b-a130bd46f07a,segment=NetworkSegment(e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2),segment_id=e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2)] {{(pid=110616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:28.187641 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.201579 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.plugin [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Calling delete_port for 1c2587a5-aad8-494b-937b-a130bd46f07a owned by network:dhcp {{(pid=110616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:28.221537 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] DHCP port deletion for b03e1dda-fadd-4f62-b8e6-4de0f019b4ea request from dv-cinder-850840-3-iscsi {{(pid=110618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 11:10:28.259586 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] Deleting port 1c2587a5-aad8-494b-937b-a130bd46f07a {{(pid=110618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 11:10:28.260013 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740063701517'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), before_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.298392 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127098391'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.301430 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:28.327483 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:10:28.328676 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2587a5-aad8-494b-937b-a130bd46f07a,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:28.331108 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.db [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] For port 1c2587a5-aad8-494b-937b-a130bd46f07a, host dv-cinder-850840-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-3-iscsi',level=0,port_id=1c2587a5-aad8-494b-937b-a130bd46f07a,segment=NetworkSegment(e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2),segment_id=e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2)] {{(pid=110618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:28.331725 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840533'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), precommit_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.333783 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] No DVR routers for this DVR port 1c2587a5-aad8-494b-937b-a130bd46f07a on host dv-cinder-850840-3-iscsi {{(pid=110616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:10:28.414682 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1534213', 'neutron.services.segments.db._delete_segments_for_network-8740063827402'] for network (b03e1dda-fadd-4f62-b8e6-4de0f019b4ea), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.443853 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03e1dda-fadd-4f62-b8e6-4de0f019b4ea']}} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:28.455138 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2') {'for_net_delete': True} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:28.455500 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.services.segments.db [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2') {} {{(pid=110616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:28.466094 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740063827303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127430777'] for segment (e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.483430 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788'] for segment (e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.492886 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:10:28.493218 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 7ad50d13-4c6d-4bb3-be6a-1eb02f3f50b4 not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:10:28.493633 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b930c09e-cd46-4f7d-9376-4f630cacb7de no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:10:28.495687 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] Calling delete_port for 1c2587a5-aad8-494b-937b-a130bd46f07a owned by network:dhcp {{(pid=110618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 11:10:28.497394 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=110616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:10:28.497902 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127098468'] for segment (e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.520575 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: b930c09e-cd46-4f7d-9376-4f630cacb7de {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:10:28.520921 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device b930c09e-cd46-4f7d-9376-4f630cacb7de not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:10:28.521329 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 1c2587a5-aad8-494b-937b-a130bd46f07a no longer exists at agent ovs-agent-dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:10:28.541581 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.plugin [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] No Port match for: 1c2587a5-aad8-494b-937b-a130bd46f07a {{(pid=110618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 11:10:28.541915 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.plugins.ml2.rpc [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Device 1c2587a5-aad8-494b-937b-a130bd46f07a not bound to the agent host dv-cinder-850840-3-iscsi {{(pid=110618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:10:28.546365 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2 resource provider aggregate not found Jul 27 11:10:28.569999 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.services.segments.plugin [-] Segment e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6ccd3c7-dd4b-4aa2-a2c5-08f1fabedca2 found for delete ", "request_id": "req-02a21a4e-824d-4e7f-9126-0342ca6a6ede"}]} Jul 27 11:10:28.574065 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1534222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835952'] for network (b03e1dda-fadd-4f62-b8e6-4de0f019b4ea), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.589725 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670922'] for network (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.595657 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] 10.222.0.36 "DELETE /v2.0/networks/b03e1dda-fadd-4f62-b8e6-4de0f019b4ea HTTP/1.1" status: 204 len: 168 time: 0.5936832 Jul 27 11:10:28.596914 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223028f-a189-46a8-bdb9-8ba62e26ec0f admin admin] Pushing event deleted for resources: {'Network': ['ID=b03e1dda-fadd-4f62-b8e6-4de0f019b4ea,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:28.609470 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740063706179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740063308876'] for port (1c2587a5-aad8-494b-937b-a130bd46f07a), after_delete {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.634892 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] Pushing event deleted for resources: {'Port': ['ID=1c2587a5-aad8-494b-937b-a130bd46f07a,revision_number=None']} {{(pid=110618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:28.637061 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] Network b03e1dda-fadd-4f62-b8e6-4de0f019b4ea is not hosted by any dhcp agent {{(pid=110618) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 11:10:28.637922 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04754ba-d92c-4fca-8ede-1ba062c802fc None None] No DVR routers for this DVR port 1c2587a5-aad8-494b-937b-a130bd46f07a on host dv-cinder-850840-3-iscsi {{(pid=110618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 11:10:28.717131 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG neutron.wsgi [-] (110617) accepted ('10.222.0.36', 59700) {{(pid=110617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:28.757721 dv-cinder-850840-3-iscsi neutron-server[110617]: INFO neutron.wsgi [None req-89a51d03-e10d-4d84-811b-98af10d9be97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4da425aa3e704dfbb09d3b57755b7d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393236 Jul 27 11:10:28.760153 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59702) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:28.810822 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e8886ba9-9d3b-4137-8a0a-21a85f4da450 admin admin] Publish callbacks [] for security_group (693a5cf6-1a1b-4fca-9944-e1728814f3d9), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.823440 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:28.833551 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e8886ba9-9d3b-4137-8a0a-21a85f4da450 admin admin] Publish callbacks [] for security_group (693a5cf6-1a1b-4fca-9944-e1728814f3d9), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.885961 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e8886ba9-9d3b-4137-8a0a-21a85f4da450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (693a5cf6-1a1b-4fca-9944-e1728814f3d9), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.888664 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-e8886ba9-9d3b-4137-8a0a-21a85f4da450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:28.889792 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-e8886ba9-9d3b-4137-8a0a-21a85f4da450 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/693a5cf6-1a1b-4fca-9944-e1728814f3d9 HTTP/1.1" status: 204 len: 168 time: 0.1286623 Jul 27 11:10:28.897618 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8886ba9-9d3b-4137-8a0a-21a85f4da450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a5cf6-1a1b-4fca-9944-e1728814f3d9,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:29.220093 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59708) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:29.259040 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-7875253d-27a2-4b8a-bcf5-de9b2eec11c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23891070f598436abb65c33ef92dff02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371644 Jul 27 11:10:29.261438 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.wsgi [-] (110616) accepted ('10.222.0.36', 59710) {{(pid=110616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 11:10:29.287896 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:29.311483 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1812c2ab-2e88-4d25-9aa9-728aae289d9e admin admin] Publish callbacks [] for security_group (897e1408-c84d-4acc-94a5-89477bfa255e), before_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:29.332530 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1812c2ab-2e88-4d25-9aa9-728aae289d9e admin admin] Publish callbacks [] for security_group (897e1408-c84d-4acc-94a5-89477bfa255e), precommit_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:29.378553 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1812c2ab-2e88-4d25-9aa9-728aae289d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852443'] for security_group (897e1408-c84d-4acc-94a5-89477bfa255e), after_delete {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:29.381145 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron_lib.callbacks.manager [None req-1812c2ab-2e88-4d25-9aa9-728aae289d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:29.382818 dv-cinder-850840-3-iscsi neutron-server[110616]: INFO neutron.wsgi [None req-1812c2ab-2e88-4d25-9aa9-728aae289d9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/897e1408-c84d-4acc-94a5-89477bfa255e HTTP/1.1" status: 204 len: 168 time: 0.1204803 Jul 27 11:10:29.390683 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812c2ab-2e88-4d25-9aa9-728aae289d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897e1408-c84d-4acc-94a5-89477bfa255e,revision_number=None']} {{(pid=110616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:34.277647 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=81 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:36.682042 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=16 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:38.751967 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=55,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:38.754626 dv-cinder-850840-3-iscsi neutron-server[110617]: DEBUG dbcounter [-] [110617] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=110617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:38.909900 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:39.365412 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=28,neutron:DELETE=5 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:39.386880 dv-cinder-850840-3-iscsi neutron-server[110616]: DEBUG dbcounter [-] [110616] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=110616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:39.404023 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:49.731379 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:51.722708 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:10:52.191820 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-11658f3c-f3a9-487c-9d7e-d23f97832bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:54.492870 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-0ed897aa-27c9-47af-a4b8-aec7cbc5d1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:55.612627 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:57.390735 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:57.529468 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:10:57.594430 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:03.686382 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:11:07.588335 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:11:07.590374 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:11:13.681824 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:11:22.196712 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f9368a6e-def5-4154-b540-925029ff3006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:24.496177 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-097432d1-0c60-4593-861c-acd90b1e9a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:25.615639 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:26.733021 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:11:26.737325 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:11:27.440124 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:27.523546 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:27.586713 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:37.576749 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:11:37.582885 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:11:40.685258 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:11:50.681777 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:11:52.199447 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-20646fb7-9eec-4a45-8825-f673a4f5a3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:54.497957 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-56b2c109-8a8b-4b72-ae2c-1ef61d5f0b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:55.616840 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:57.395601 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:57.525594 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:11:57.586152 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:03.728470 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:03.732546 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:07.579636 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:07.581754 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:17.440744 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=14 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:17.441526 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=12 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:17.684297 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:12:22.200939 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-637e10a9-d3e9-448c-8c4e-6d02be1a4403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:24.500371 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-f4f27f40-b52b-4598-8b92-323c5bff0fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:25.619603 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:27.400785 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:27.527357 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:27.599841 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:27.679292 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:27.680498 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:37.589843 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:37.595954 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:40.733363 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:40.739208 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:12:52.203022 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-cb4c555e-d4ef-4cf4-9191-ad85b2e05a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:54.502912 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-bfd7dff7-2665-4d83-8a9a-df296f0fb3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:54.683203 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:12:55.621736 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:57.401471 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:57.531120 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:12:57.599687 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:04.678486 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:04.679199 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:07.588472 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:07.595279 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:20.792333 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:20.793065 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:22.207680 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ed17-12c6-4788-9be2-7b3ba4701da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:24.503606 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-078d88c6-180d-4c48-b4c1-fcdb8f831f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:25.624104 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:27.441410 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:27.534003 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:27.613686 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:31.681334 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:13:37.608035 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:37.610194 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:41.678260 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:52.209933 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ae303da9-15b0-4cfa-8069-9c20fdf63b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:54.505766 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e8746da0-6326-4d5b-8df1-5bbb81eb3ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:54.729203 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=2 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:54.733099 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=4 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:13:55.627416 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:57.407720 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:57.536077 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:13:57.612426 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:07.607357 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:07.609157 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:08.680114 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:14:18.675836 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=14 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:18.676540 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=14 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:22.212147 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1de9-7c8b-40e5-b63b-617e2bbde9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:24.508049 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-e1551ae4-2dd9-49b5-8725-92d20eade7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:25.630011 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:27.413659 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:27.538765 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:27.627229 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:31.724923 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:31.730698 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=5 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:37.617469 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:37.623803 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:45.679366 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:14:52.213547 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-d795ed12-b25d-4230-8144-1c3aff302b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:54.510096 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-b43f8661-6789-40b3-8124-59c752ecc3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:55.632633 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:55.674400 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:55.675177 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:14:57.413252 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:57.540875 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:14:57.625993 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:15:07.620265 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:15:07.622156 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:15:08.721952 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:15:08.726893 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=3 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:15:20.797760 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:15:22.218153 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-7a306bc2-56b1-443d-93fa-c0a84f59ff51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (b6a86a1f-28e6-41c8-bf8e-27a20a2e9c60), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:15:22.678685 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG neutron.db.agents_db [None req-74285184-8f00-4392-ac1f-448d4192f03c None None] Agent healthcheck: found 6 active agents {{(pid=110619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:15:24.512328 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-26293178-5ae1-428c-a5cf-f2c82ceacf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (4e63e3ce-9d33-45a6-9f40-08ec4d3ec38e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:15:25.634894 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-ef0208a0-d189-4909-b830-63baa5913845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (91a5e583-0d88-4057-af50-45887b68737e), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:15:27.453485 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-111aac67-c7b8-40d2-9461-4094c4e292e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (71283356-d2cc-4947-9563-ef334f8f0dcd), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:15:27.543480 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-8b419882-6bd6-476b-a54e-2f29f8cf9ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (e7ad4b49-8f62-430b-b9ec-c4fc8cd4f7c0), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:15:27.624879 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG neutron_lib.callbacks.manager [None req-81036d19-753b-4b08-9350-69077e55fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740063827384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540058'] for agent (ea14f758-a823-43c6-8248-b03c63677180), after_update {{(pid=110618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 11:15:32.673388 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:15:32.674181 dv-cinder-850840-3-iscsi neutron-server[110619]: DEBUG dbcounter [-] [110619] Writing DB stats neutron:SELECT=1 {{(pid=110619) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:15:37.619445 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 11:15:37.621310 dv-cinder-850840-3-iscsi neutron-server[110618]: DEBUG dbcounter [-] [110618] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=110618) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}